You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2022/08/22 21:25:31 UTC
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #587
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/587/display/redirect?page=changes>
Changes:
[Andrew Pilloud] Add Python nexmark to gradle
[Michael Luckey] Align neo4j error messages with API
[noreply] Add Release category to release announcement blogs (#22785)
[noreply] [BEAM-13657] Update Python version used by mypy. (#22804)
[noreply] E2E basic state support (#22798)
------------------------------------------
[...truncated 1.20 MB...]
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220822202036]"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:39889]"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "2h0m0s"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28057/go-2-1661200610592320684/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test28057"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:39889]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220822202036]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test28057",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test28057",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28057/go-2-1661200610592320684/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28057/go-2-1661200610592320684/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28057/go-2-1661200610592320684/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28057/go-2-1661200610592320684/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28057/go-2-1661200610592320684/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28057/go-2-1661200610592320684/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28057/go-2-1661200610592320684/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-WfBkAZjd5A1_-5nbcGjdi7-gEY6nNG5WYLmxD2tYsio.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-WfBkAZjd5A1_-5nbcGjdi7-gEY6nNG5WYLmxD2tYsio.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28057/go-2-1661200610592320684/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28057/go-2-1661200610592320684/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220822-203103"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220822202036"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220822-203103"
}
]
},
"name": "go-testbigqueryio_basicwriteread-231",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/22 20:36:59 Submitted job: 2022-08-22_13_36_59-5247538514182797067
2022/08/22 20:36:59 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-22_13_36_59-5247538514182797067?project=apache-beam-testing
2022/08/22 20:36:59 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-22_13_36_59-5247538514182797067
2022/08/22 20:37:00 Job state: JOB_STATE_PENDING ...
2022/08/22 20:37:30 Job still running ...
2022/08/22 20:38:00 Job still running ...
2022/08/22 20:38:30 Job still running ...
2022/08/22 20:39:00 Job still running ...
2022/08/22 20:39:30 Job still running ...
2022/08/22 20:40:00 Job still running ...
2022/08/22 20:40:30 Job still running ...
2022/08/22 20:41:00 Job still running ...
2022/08/22 20:41:30 Job still running ...
2022/08/22 20:42:00 Job still running ...
2022/08/22 20:42:30 Job 2022-08-22_13_36_59-5247538514182797067 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661200291815359844
--- PASS: TestBigQueryIO_BasicWriteRead (661.69s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:264: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 664.715s
=== RUN TestDebeziumIO_BasicRead
integration.go:264: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.040s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:264: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:264: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.029s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:264: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.027s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:b373d0ed979936f1cc063ce6eec78289094a1c23a5c371aa265f1f812fb6dd39
Associated tags:
- 20220822-203103
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220822-203103
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220822-203103].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:b373d0ed979936f1cc063ce6eec78289094a1c23a5c371aa265f1f812fb6dd39].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220822202036]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b4150784c43af0cfc3ce7e3698e1cb16dd4de7ec7e7be3dd36afdb63917013b6]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220822202036] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b4150784c43af0cfc3ce7e3698e1cb16dd4de7ec7e7be3dd36afdb63917013b6])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b4150784c43af0cfc3ce7e3698e1cb16dd4de7ec7e7be3dd36afdb63917013b6
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b4150784c43af0cfc3ce7e3698e1cb16dd4de7ec7e7be3dd36afdb63917013b6].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220822202036]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d7bebc8bfd792dad51f3d184a86ac71df1c98b08eb3c366474ddbac0a79d73e6]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220822202036] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d7bebc8bfd792dad51f3d184a86ac71df1c98b08eb3c366474ddbac0a79d73e6])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d7bebc8bfd792dad51f3d184a86ac71df1c98b08eb3c366474ddbac0a79d73e6
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d7bebc8bfd792dad51f3d184a86ac71df1c98b08eb3c366474ddbac0a79d73e6].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 5m 5s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/a7kvnoyi7nzfg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #838
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/838/display/redirect?page=changes>
Changes:
[noreply] Migrate examples and maven-archetypes (including Java Quickstart) to
[Moritz Mack] Update remaining pointers to Spark runner to Spark 3 module (addresses
------------------------------------------
[...truncated 1006.67 KB...]
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3937/go-8-1666624838135098128/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3937/go-8-1666624838135098128/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3937/go-8-1666624838135098128/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3937/go-8-1666624838135098128/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.44.0-SNAPSHOT-vkqm1cgev6Xx3SHqPpEOQatTg95bHrr_82piiJpAe90.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.44.0-SNAPSHOT-vkqm1cgev6Xx3SHqPpEOQatTg95bHrr_82piiJpAe90.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3937/go-8-1666624838135098128/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3937/go-8-1666624838135098128/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3937/go-8-1666624838135098128/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3937/go-8-1666624838135098128/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3937/go-8-1666624838135098128/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221024142042"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221024-143338"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221024-143338"
}
]
},
"name": "go-testxlang_partition-426",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/24 15:20:49 Submitted job: 2022-10-24_08_20_47-6541173085746384410
2022/10/24 15:20:49 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-24_08_20_47-6541173085746384410?project=apache-beam-testing
2022/10/24 15:20:49 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-24_08_20_47-6541173085746384410
2022/10/24 15:20:49 Job state: JOB_STATE_PENDING ...
2022/10/24 15:21:19 Job still running ...
2022/10/24 15:21:49 Job still running ...
2022/10/24 15:22:19 Job still running ...
2022/10/24 15:22:49 Job still running ...
2022/10/24 15:23:19 Job still running ...
2022/10/24 15:23:49 Job still running ...
2022/10/24 15:24:19 Job still running ...
2022/10/24 15:24:49 Job still running ...
2022/10/24 15:25:19 Job still running ...
2022/10/24 15:25:49 Job still running ...
2022/10/24 15:26:19 Job still running ...
2022/10/24 15:26:54 Job still running ...
2022/10/24 15:27:24 Job still running ...
2022/10/24 15:27:54 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-24_08_20_47-6541173085746384410 failed
--- FAIL: TestXLang_Partition (466.48s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3247.268s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666622060438454174
--- FAIL: TestBigQueryIO_BasicWriteRead (4.76s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:42545 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ByVUhzWoiu" is_bounded:BOUNDED windowing_strategy_id:"w0@ByVUhzWoiu"}} windowing_strategies:{key:"w0@ByVUhzWoiu" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ByVUhzWoiu" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ByVUhzWoiu" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ByVUhzWoiu" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666622060438454174\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ByVUhzWoiu"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:42545 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ByVUhzWoiu" is_bounded:BOUNDED windowing_strategy_id:"w0@ByVUhzWoiu"}} windowing_strategies:{key:"w0@ByVUhzWoiu" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ByVUhzWoiu" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ByVUhzWoiu" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ByVUhzWoiu" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666622060438454174\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ByVUhzWoiu"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 9 [running]:
testing.tRunner.func1.2({0xf06c80, 0xc000259840})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf06c80, 0xc000259840})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00016cdc0?, 0xc000140230?}, {0x10aee41, 0x39}, {0xc00015e240?, 0xa71e60?, 0x1?}, {0xc00058aa50, 0xf}, 0xc000027d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00016cd40?, 0xc000140230?}, {0xc00010e8a0, 0x52}, {0x1?}, {0xc000027ea8, 0x2, 0x7efdf680d3c0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00058aa50, 0xf}, {0xc00010e8a0, 0x52}, {0xe557e0, 0xc000040230})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0000c8820)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0000c8820, 0x10ddc20)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.800s
=== RUN TestDebeziumIO_BasicRead
integration.go:309: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.045s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:309: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:309: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.039s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:309: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.039s
FAIL
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:127f66be854ec9ae032486aca6057b1ce01b968246f076724706b3ba35693364
Associated tags:
- 20221024-143338
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221024-143338
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221024-143338].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:127f66be854ec9ae032486aca6057b1ce01b968246f076724706b3ba35693364].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221024142042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:63059ba9bb34cf5ee14fe3965da06b1add1454269f34bf346ea3ed23fea8f40a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221024142042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:63059ba9bb34cf5ee14fe3965da06b1add1454269f34bf346ea3ed23fea8f40a])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:63059ba9bb34cf5ee14fe3965da06b1add1454269f34bf346ea3ed23fea8f40a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:63059ba9bb34cf5ee14fe3965da06b1add1454269f34bf346ea3ed23fea8f40a].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221024142042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:aae2bb1396b562cdd0773e7fb9da25c24abdd5fbe855e50381c951254c37b30c]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221024142042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:aae2bb1396b562cdd0773e7fb9da25c24abdd5fbe855e50381c951254c37b30c])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cabb6a0e9463713aecfd8f755bc48d9929792232b7f96d1ff965a35e7c122dbc
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cabb6a0e9463713aecfd8f755bc48d9929792232b7f96d1ff965a35e7c122dbc].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:aae2bb1396b562cdd0773e7fb9da25c24abdd5fbe855e50381c951254c37b30c
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:aae2bb1396b562cdd0773e7fb9da25c24abdd5fbe855e50381c951254c37b30c].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 9s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/3zeqzg2f3qddk
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #837
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/837/display/redirect?page=changes>
Changes:
[noreply] Remove unnecessary dependencies from jpms test (#23775)
[noreply] Use Spark 3 job-server as default Spark job-server for PortableRunner
[noreply] Support usage of custom profileName with AWS ProfileCredentialsProvider
------------------------------------------
[...truncated 1004.85 KB...]
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5560/go-8-1666603307670126962/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5560/go-8-1666603307670126962/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5560/go-8-1666603307670126962/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5560/go-8-1666603307670126962/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5560/go-8-1666603307670126962/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5560/go-8-1666603307670126962/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5560/go-8-1666603307670126962/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.44.0-SNAPSHOT-vkqm1cgev6Xx3SHqPpEOQatTg95bHrr_82piiJpAe90.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.44.0-SNAPSHOT-vkqm1cgev6Xx3SHqPpEOQatTg95bHrr_82piiJpAe90.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5560/go-8-1666603307670126962/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5560/go-8-1666603307670126962/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221024-083557"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221024082100"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221024-083557"
}
]
},
"name": "go-testxlang_partition-71",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/24 09:21:57 Submitted job: 2022-10-24_02_21_56-2617094539535465858
2022/10/24 09:21:57 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-24_02_21_56-2617094539535465858?project=apache-beam-testing
2022/10/24 09:21:57 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-24_02_21_56-2617094539535465858
2022/10/24 09:21:57 Job state: JOB_STATE_PENDING ...
2022/10/24 09:22:27 Job still running ...
2022/10/24 09:22:57 Job still running ...
2022/10/24 09:23:27 Job still running ...
2022/10/24 09:23:57 Job still running ...
2022/10/24 09:24:27 Job still running ...
2022/10/24 09:24:57 Job still running ...
2022/10/24 09:25:27 Job still running ...
2022/10/24 09:25:57 Job still running ...
2022/10/24 09:26:27 Job still running ...
2022/10/24 09:26:57 Job still running ...
2022/10/24 09:27:27 Job still running ...
2022/10/24 09:27:57 Job still running ...
2022/10/24 09:28:28 Job still running ...
2022/10/24 09:28:58 Job still running ...
2022/10/24 09:29:28 Job still running ...
2022/10/24 09:29:58 Job still running ...
2022/10/24 09:30:28 Job still running ...
2022/10/24 09:30:58 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-24_02_21_56-2617094539535465858 failed
--- FAIL: TestXLang_Partition (580.81s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3298.649s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666600592947107451
--- FAIL: TestBigQueryIO_BasicWriteRead (4.37s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:32799 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@QLXfmHsMmK" is_bounded:BOUNDED windowing_strategy_id:"w0@QLXfmHsMmK"}} windowing_strategies:{key:"w0@QLXfmHsMmK" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@QLXfmHsMmK" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@QLXfmHsMmK" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@QLXfmHsMmK" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666600592947107451\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"QLXfmHsMmK"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:32799 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@QLXfmHsMmK" is_bounded:BOUNDED windowing_strategy_id:"w0@QLXfmHsMmK"}} windowing_strategies:{key:"w0@QLXfmHsMmK" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@QLXfmHsMmK" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@QLXfmHsMmK" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@QLXfmHsMmK" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666600592947107451\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"QLXfmHsMmK"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 66 [running]:
testing.tRunner.func1.2({0xf06c80, 0xc000127c80})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf06c80, 0xc000127c80})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000014b20?, 0xc0000bb900?}, {0x10aee41, 0x39}, {0xc0000f8180?, 0xa71e60?, 0x1?}, {0xc000490a90, 0xf}, 0xc000177d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000014ac0?, 0xc0000bb900?}, {0xc00001a300, 0x52}, {0x1?}, {0xc000177ea8, 0x2, 0x7f9752231860?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000490a90, 0xf}, {0xc00001a300, 0x52}, {0xe557e0, 0xc000491c40})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000359040)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000359040, 0x10ddc20)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.401s
=== RUN TestDebeziumIO_BasicRead
integration.go:309: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.035s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:309: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:309: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:309: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:8322587bf4952c8552028aa43de4e874e1d64f3a5b51b994f3768d8f9ff436ed
Associated tags:
- 20221024-083557
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221024-083557
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221024-083557].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:8322587bf4952c8552028aa43de4e874e1d64f3a5b51b994f3768d8f9ff436ed].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221024082100]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0cbdf8e15946d960949f1e1dce1ae2143a3c5ccd941571fd58bf490944794a09]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221024082100] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0cbdf8e15946d960949f1e1dce1ae2143a3c5ccd941571fd58bf490944794a09])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0cbdf8e15946d960949f1e1dce1ae2143a3c5ccd941571fd58bf490944794a09
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0cbdf8e15946d960949f1e1dce1ae2143a3c5ccd941571fd58bf490944794a09].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221024082100]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:554c67b3b235509bee71da8d38018af5001413228ffeec31d76eb2e01f48dda0]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221024082100] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:554c67b3b235509bee71da8d38018af5001413228ffeec31d76eb2e01f48dda0])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:554c67b3b235509bee71da8d38018af5001413228ffeec31d76eb2e01f48dda0
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:554c67b3b235509bee71da8d38018af5001413228ffeec31d76eb2e01f48dda0].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 11m 12s
215 actionable tasks: 198 executed, 8 from cache, 9 up-to-date
Publishing build scan...
https://gradle.com/s/4qf27r5m5bpzu
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #836
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/836/display/redirect>
Changes:
------------------------------------------
[...truncated 563.65 KB...]
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30047/go-8-1666581499628418244/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30047/go-8-1666581499628418244/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30047/go-8-1666581499628418244/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30047/go-8-1666581499628418244/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30047/go-8-1666581499628418244/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30047/go-8-1666581499628418244/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30047/go-8-1666581499628418244/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.44.0-SNAPSHOT-vkqm1cgev6Xx3SHqPpEOQatTg95bHrr_82piiJpAe90.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.44.0-SNAPSHOT-vkqm1cgev6Xx3SHqPpEOQatTg95bHrr_82piiJpAe90.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30047/go-8-1666581499628418244/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30047/go-8-1666581499628418244/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221024-023218"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221024022044"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221024-023218"
}
]
},
"name": "go-testxlang_partition-701",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/24 03:18:29 Submitted job: 2022-10-23_20_18_28-2939245797074124043
2022/10/24 03:18:29 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-23_20_18_28-2939245797074124043?project=apache-beam-testing
2022/10/24 03:18:29 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-23_20_18_28-2939245797074124043
2022/10/24 03:18:29 Job state: JOB_STATE_PENDING ...
2022/10/24 03:18:59 Job still running ...
2022/10/24 03:19:29 Job still running ...
2022/10/24 03:19:59 Job still running ...
2022/10/24 03:20:29 Job still running ...
2022/10/24 03:20:59 Job still running ...
2022/10/24 03:21:29 Job still running ...
2022/10/24 03:21:59 Job still running ...
2022/10/24 03:22:29 Job still running ...
2022/10/24 03:22:59 Job still running ...
2022/10/24 03:23:29 Job still running ...
2022/10/24 03:23:59 Job still running ...
2022/10/24 03:24:29 Job still running ...
2022/10/24 03:24:59 Job still running ...
2022/10/24 03:25:29 Job still running ...
2022/10/24 03:25:59 Job still running ...
2022/10/24 03:26:29 Job still running ...
2022/10/24 03:26:59 Job still running ...
2022/10/24 03:27:29 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-23_20_18_28-2939245797074124043 failed
--- FAIL: TestXLang_Partition (580.51s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3306.296s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666578776947009680
--- FAIL: TestBigQueryIO_BasicWriteRead (4.52s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43753 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@qyRkwnbSfR" is_bounded:BOUNDED windowing_strategy_id:"w0@qyRkwnbSfR"}} windowing_strategies:{key:"w0@qyRkwnbSfR" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@qyRkwnbSfR" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@qyRkwnbSfR" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@qyRkwnbSfR" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666578776947009680\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"qyRkwnbSfR"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43753 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@qyRkwnbSfR" is_bounded:BOUNDED windowing_strategy_id:"w0@qyRkwnbSfR"}} windowing_strategies:{key:"w0@qyRkwnbSfR" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@qyRkwnbSfR" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@qyRkwnbSfR" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@qyRkwnbSfR" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666578776947009680\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"qyRkwnbSfR"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 40 [running]:
testing.tRunner.func1.2({0xf06c80, 0xc0001cf2c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf06c80, 0xc0001cf2c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a4be0?, 0xc000141bd0?}, {0x10aee41, 0x39}, {0xc0001c80c0?, 0xa71e60?, 0x1?}, {0xc00048ab60, 0xf}, 0xc000159d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a4b80?, 0xc000141bd0?}, {0xc00054e360, 0x52}, {0x1?}, {0xc000159ea8, 0x2, 0x7f7b840b2768?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00048ab60, 0xf}, {0xc00054e360, 0x52}, {0xe557e0, 0xc00048bd10})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0000ca9c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0000ca9c0, 0x10ddc20)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.551s
=== RUN TestDebeziumIO_BasicRead
integration.go:309: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.040s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:309: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:309: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.035s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:309: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.043s
FAIL
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:9c36c8e6386463f087e21ca1fecef0d6a40aec1740e14282c77431d304fd82c6
Associated tags:
- 20221024-023218
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221024-023218
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221024-023218].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:9c36c8e6386463f087e21ca1fecef0d6a40aec1740e14282c77431d304fd82c6].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221024022044]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5ad2a1dc1f3c2604191a821694bf4521ef0424ae92fb96e21eb46de63a788076]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221024022044] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5ad2a1dc1f3c2604191a821694bf4521ef0424ae92fb96e21eb46de63a788076])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5ad2a1dc1f3c2604191a821694bf4521ef0424ae92fb96e21eb46de63a788076
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5ad2a1dc1f3c2604191a821694bf4521ef0424ae92fb96e21eb46de63a788076].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221024022044]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:945cffbdee07230673b6e732b5595ee544e8aabaf44c0192a86383e61907a116]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221024022044] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:945cffbdee07230673b6e732b5595ee544e8aabaf44c0192a86383e61907a116])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:945cffbdee07230673b6e732b5595ee544e8aabaf44c0192a86383e61907a116
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:945cffbdee07230673b6e732b5595ee544e8aabaf44c0192a86383e61907a116].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 43s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/6f6qitsywvjfw
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #835
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/835/display/redirect>
Changes:
------------------------------------------
[...truncated 1005.99 KB...]
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24590/go-8-1666560007902824848/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24590/go-8-1666560007902824848/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24590/go-8-1666560007902824848/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24590/go-8-1666560007902824848/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24590/go-8-1666560007902824848/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.44.0-SNAPSHOT-vkqm1cgev6Xx3SHqPpEOQatTg95bHrr_82piiJpAe90.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.44.0-SNAPSHOT-vkqm1cgev6Xx3SHqPpEOQatTg95bHrr_82piiJpAe90.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24590/go-8-1666560007902824848/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24590/go-8-1666560007902824848/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24590/go-8-1666560007902824848/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24590/go-8-1666560007902824848/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221023-203313"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221023202054"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221023-203313"
}
]
},
"name": "go-testxlang_partition-276",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/23 21:20:16 Submitted job: 2022-10-23_14_20_16-7222349389617703735
2022/10/23 21:20:16 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-23_14_20_16-7222349389617703735?project=apache-beam-testing
2022/10/23 21:20:16 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-23_14_20_16-7222349389617703735
2022/10/23 21:20:17 Job state: JOB_STATE_PENDING ...
2022/10/23 21:20:47 Job still running ...
2022/10/23 21:21:17 Job still running ...
2022/10/23 21:21:47 Job still running ...
2022/10/23 21:22:17 Job still running ...
2022/10/23 21:22:47 Job still running ...
2022/10/23 21:23:17 Job still running ...
2022/10/23 21:23:47 Job still running ...
2022/10/23 21:24:17 Job still running ...
2022/10/23 21:24:47 Job still running ...
2022/10/23 21:25:17 Job still running ...
2022/10/23 21:25:47 Job still running ...
2022/10/23 21:26:17 Job still running ...
2022/10/23 21:26:47 Job still running ...
2022/10/23 21:27:17 Job still running ...
2022/10/23 21:27:47 Job still running ...
2022/10/23 21:28:17 Job still running ...
2022/10/23 21:28:47 Job still running ...
2022/10/23 21:29:17 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-23_14_20_16-7222349389617703735 failed
--- FAIL: TestXLang_Partition (580.23s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3360.004s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666557231270015600
--- FAIL: TestBigQueryIO_BasicWriteRead (4.61s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35237 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@wsPyDqBtml" is_bounded:BOUNDED windowing_strategy_id:"w0@wsPyDqBtml"}} windowing_strategies:{key:"w0@wsPyDqBtml" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@wsPyDqBtml" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@wsPyDqBtml" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@wsPyDqBtml" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666557231270015600\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"wsPyDqBtml"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35237 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@wsPyDqBtml" is_bounded:BOUNDED windowing_strategy_id:"w0@wsPyDqBtml"}} windowing_strategies:{key:"w0@wsPyDqBtml" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@wsPyDqBtml" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@wsPyDqBtml" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@wsPyDqBtml" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666557231270015600\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"wsPyDqBtml"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 55 [running]:
testing.tRunner.func1.2({0xf06c80, 0xc000293180})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf06c80, 0xc000293180})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000128780?, 0xc0005980a0?}, {0x10aee41, 0x39}, {0xc0000ee240?, 0xa71e60?, 0x1?}, {0xc00058ca60, 0xf}, 0xc00001dd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000128720?, 0xc0005980a0?}, {0xc0005bc300, 0x52}, {0x1?}, {0xc00001dea8, 0x2, 0xe15a00?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00058ca60, 0xf}, {0xc0005bc300, 0x52}, {0xe557e0, 0xc00012a168})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000452000)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000452000, 0x10ddc20)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.649s
=== RUN TestDebeziumIO_BasicRead
integration.go:309: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.040s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:309: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:309: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.034s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:309: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:96bd722174b6d7ae9e688aab38ff95dc39a643c546a6fd0394569398baeb1b3a
Associated tags:
- 20221023-203313
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221023-203313
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221023-203313].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:96bd722174b6d7ae9e688aab38ff95dc39a643c546a6fd0394569398baeb1b3a].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221023202054]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:55712359a6200907cbde5a7e5b145e4c9d393b3c6fab39558772dba24760aae8]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221023202054] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:55712359a6200907cbde5a7e5b145e4c9d393b3c6fab39558772dba24760aae8])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:55712359a6200907cbde5a7e5b145e4c9d393b3c6fab39558772dba24760aae8
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:55712359a6200907cbde5a7e5b145e4c9d393b3c6fab39558772dba24760aae8].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221023202054]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e6684444245c157c086d8c0aec3f789d176d4eaf0e63518ddaf4900a737648c1]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221023202054] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e6684444245c157c086d8c0aec3f789d176d4eaf0e63518ddaf4900a737648c1])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e6684444245c157c086d8c0aec3f789d176d4eaf0e63518ddaf4900a737648c1
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e6684444245c157c086d8c0aec3f789d176d4eaf0e63518ddaf4900a737648c1].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 9m 26s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/erbxwrnhjtyju
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #834
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/834/display/redirect>
Changes:
------------------------------------------
[...truncated 987.03 KB...]
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26108/go-8-1666538325028619316/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26108/go-8-1666538325028619316/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26108/go-8-1666538325028619316/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26108/go-8-1666538325028619316/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.44.0-SNAPSHOT-vkqm1cgev6Xx3SHqPpEOQatTg95bHrr_82piiJpAe90.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.44.0-SNAPSHOT-vkqm1cgev6Xx3SHqPpEOQatTg95bHrr_82piiJpAe90.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26108/go-8-1666538325028619316/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26108/go-8-1666538325028619316/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26108/go-8-1666538325028619316/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26108/go-8-1666538325028619316/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26108/go-8-1666538325028619316/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221023-143248"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221023142042"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221023-143248"
}
]
},
"name": "go-testxlang_partition-419",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/23 15:18:54 Submitted job: 2022-10-23_08_18_54-11077647121488796869
2022/10/23 15:18:54 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-23_08_18_54-11077647121488796869?project=apache-beam-testing
2022/10/23 15:18:54 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-23_08_18_54-11077647121488796869
2022/10/23 15:18:54 Job state: JOB_STATE_PENDING ...
2022/10/23 15:19:25 Job still running ...
2022/10/23 15:19:55 Job still running ...
2022/10/23 15:20:25 Job still running ...
2022/10/23 15:20:55 Job still running ...
2022/10/23 15:21:25 Job still running ...
2022/10/23 15:21:55 Job still running ...
2022/10/23 15:22:25 Job still running ...
2022/10/23 15:22:55 Job still running ...
2022/10/23 15:23:25 Job still running ...
2022/10/23 15:23:55 Job still running ...
2022/10/23 15:24:25 Job still running ...
2022/10/23 15:24:55 Job still running ...
2022/10/23 15:25:25 Job still running ...
2022/10/23 15:25:55 Job still running ...
2022/10/23 15:26:25 Job still running ...
2022/10/23 15:26:55 Job still running ...
2022/10/23 15:27:25 Job still running ...
2022/10/23 15:27:55 Job still running ...
2022/10/23 15:28:25 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-23_08_18_54-11077647121488796869 failed
--- FAIL: TestXLang_Partition (610.98s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3330.020s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666535609158628390
--- FAIL: TestBigQueryIO_BasicWriteRead (4.60s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:36247 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@fTyvZFcLKC" is_bounded:BOUNDED windowing_strategy_id:"w0@fTyvZFcLKC"}} windowing_strategies:{key:"w0@fTyvZFcLKC" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@fTyvZFcLKC" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@fTyvZFcLKC" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@fTyvZFcLKC" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666535609158628390\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"fTyvZFcLKC"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:36247 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@fTyvZFcLKC" is_bounded:BOUNDED windowing_strategy_id:"w0@fTyvZFcLKC"}} windowing_strategies:{key:"w0@fTyvZFcLKC" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@fTyvZFcLKC" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@fTyvZFcLKC" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@fTyvZFcLKC" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666535609158628390\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"fTyvZFcLKC"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 66 [running]:
testing.tRunner.func1.2({0xf06c80, 0xc0002966c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf06c80, 0xc0002966c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a46e0?, 0xc0001300a0?}, {0x10aee41, 0x39}, {0xc0000f8180?, 0xa71e60?, 0x1?}, {0xc0000419b0, 0xf}, 0xc000177d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a4680?, 0xc0001300a0?}, {0xc00065e360, 0x52}, {0x1?}, {0xc000177ea8, 0x2, 0xe15a00?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0000419b0, 0xf}, {0xc00065e360, 0x52}, {0xe557e0, 0xc000400178})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0001036c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0001036c0, 0x10ddc20)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.637s
=== RUN TestDebeziumIO_BasicRead
integration.go:309: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.058s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:309: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:309: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.043s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:309: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.041s
FAIL
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:214b6c3a73bf8e441f8f936450d6d76ffe0eeb2cf42ee2d65637513c9b361e65
Associated tags:
- 20221023-143248
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221023-143248
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221023-143248].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:214b6c3a73bf8e441f8f936450d6d76ffe0eeb2cf42ee2d65637513c9b361e65].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221023142042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:aa66f54ed2b30ea73ccbf9ca29bb27bc678c8d1d27f15147984de2cd63f04b44]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221023142042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:aa66f54ed2b30ea73ccbf9ca29bb27bc678c8d1d27f15147984de2cd63f04b44])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:aa66f54ed2b30ea73ccbf9ca29bb27bc678c8d1d27f15147984de2cd63f04b44
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:aa66f54ed2b30ea73ccbf9ca29bb27bc678c8d1d27f15147984de2cd63f04b44].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221023142042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cd21f188762879bcf393741257058f61ae1f1e90dd53346cefe4f7df971fdcdc]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221023142042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cd21f188762879bcf393741257058f61ae1f1e90dd53346cefe4f7df971fdcdc])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cd21f188762879bcf393741257058f61ae1f1e90dd53346cefe4f7df971fdcdc
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cd21f188762879bcf393741257058f61ae1f1e90dd53346cefe4f7df971fdcdc].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 40s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/pla2xfpjrltfu
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #833
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/833/display/redirect>
Changes:
------------------------------------------
[...truncated 562.83 KB...]
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21732/go-8-1666516799009275501/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21732/go-8-1666516799009275501/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21732/go-8-1666516799009275501/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21732/go-8-1666516799009275501/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21732/go-8-1666516799009275501/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21732/go-8-1666516799009275501/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.44.0-SNAPSHOT-vkqm1cgev6Xx3SHqPpEOQatTg95bHrr_82piiJpAe90.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.44.0-SNAPSHOT-vkqm1cgev6Xx3SHqPpEOQatTg95bHrr_82piiJpAe90.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21732/go-8-1666516799009275501/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21732/go-8-1666516799009275501/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21732/go-8-1666516799009275501/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221023-083404"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221023082045"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221023-083404"
}
]
},
"name": "go-testxlang_partition-735",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/23 09:20:08 Submitted job: 2022-10-23_02_20_07-12797910107251059222
2022/10/23 09:20:08 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-23_02_20_07-12797910107251059222?project=apache-beam-testing
2022/10/23 09:20:08 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-23_02_20_07-12797910107251059222
2022/10/23 09:20:08 Job state: JOB_STATE_PENDING ...
2022/10/23 09:20:38 Job still running ...
2022/10/23 09:21:08 Job still running ...
2022/10/23 09:21:38 Job still running ...
2022/10/23 09:22:08 Job still running ...
2022/10/23 09:22:38 Job still running ...
2022/10/23 09:23:08 Job still running ...
2022/10/23 09:23:38 Job still running ...
2022/10/23 09:24:08 Job still running ...
2022/10/23 09:24:38 Job still running ...
2022/10/23 09:25:08 Job still running ...
2022/10/23 09:25:38 Job still running ...
2022/10/23 09:26:08 Job still running ...
2022/10/23 09:26:38 Job still running ...
2022/10/23 09:27:09 Job still running ...
2022/10/23 09:27:39 Job still running ...
2022/10/23 09:28:09 Job still running ...
2022/10/23 09:28:39 Job still running ...
2022/10/23 09:29:09 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-23_02_20_07-12797910107251059222 failed
--- FAIL: TestXLang_Partition (580.42s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3297.805s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666514084817026436
--- FAIL: TestBigQueryIO_BasicWriteRead (4.79s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43359 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@jqaYJHRFcm" is_bounded:BOUNDED windowing_strategy_id:"w0@jqaYJHRFcm"}} windowing_strategies:{key:"w0@jqaYJHRFcm" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@jqaYJHRFcm" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@jqaYJHRFcm" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@jqaYJHRFcm" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666514084817026436\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"jqaYJHRFcm"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43359 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@jqaYJHRFcm" is_bounded:BOUNDED windowing_strategy_id:"w0@jqaYJHRFcm"}} windowing_strategies:{key:"w0@jqaYJHRFcm" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@jqaYJHRFcm" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@jqaYJHRFcm" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@jqaYJHRFcm" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666514084817026436\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"jqaYJHRFcm"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 23 [running]:
testing.tRunner.func1.2({0xf06c80, 0xc000628100})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf06c80, 0xc000628100})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000496d60?, 0xc0000bb950?}, {0x10aee41, 0x39}, {0xc0000f8180?, 0xa71e60?, 0x1?}, {0xc0003fee40, 0xf}, 0xc0000f3d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000496d00?, 0xc0000bb950?}, {0xc0005de3c0, 0x52}, {0x1?}, {0xc0000f3ea8, 0x2, 0x7f1443cff558?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003fee40, 0xf}, {0xc0005de3c0, 0x52}, {0xe557e0, 0xc0003ffff0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000483040)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000483040, 0x10ddc20)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.826s
=== RUN TestDebeziumIO_BasicRead
integration.go:309: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.040s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:309: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:309: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:309: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.033s
FAIL
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:4b1e9a31a845c9206ccec548b737ed396976665467828cc5ac313806d5f45962
Associated tags:
- 20221023-083404
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221023-083404
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221023-083404].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:4b1e9a31a845c9206ccec548b737ed396976665467828cc5ac313806d5f45962].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221023082045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f6f9a8ae3550038c49f4a0ca1f3ce3e883d082ec98292db6c8bbd8ff7fa5c5dc]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221023082045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f6f9a8ae3550038c49f4a0ca1f3ce3e883d082ec98292db6c8bbd8ff7fa5c5dc])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f6f9a8ae3550038c49f4a0ca1f3ce3e883d082ec98292db6c8bbd8ff7fa5c5dc
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f6f9a8ae3550038c49f4a0ca1f3ce3e883d082ec98292db6c8bbd8ff7fa5c5dc].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221023082045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:189134c0cf2c5a14d915c4322e6e4743cf8167734b63c5c0bf11c75c2158513a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221023082045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:189134c0cf2c5a14d915c4322e6e4743cf8167734b63c5c0bf11c75c2158513a])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:189134c0cf2c5a14d915c4322e6e4743cf8167734b63c5c0bf11c75c2158513a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:189134c0cf2c5a14d915c4322e6e4743cf8167734b63c5c0bf11c75c2158513a].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 9m 24s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/xf6prtx756xtk
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #832
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/832/display/redirect>
Changes:
------------------------------------------
[...truncated 1010.13 KB...]
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26180/go-8-1666495139782230345/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221023-023212"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221023022045"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221023-023212"
}
]
},
"name": "go-testxlang_partition-899",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/23 03:19:09 Submitted job: 2022-10-22_20_19_09-11862576923511889939
2022/10/23 03:19:09 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-22_20_19_09-11862576923511889939?project=apache-beam-testing
2022/10/23 03:19:09 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-22_20_19_09-11862576923511889939
2022/10/23 03:19:10 Job state: JOB_STATE_PENDING ...
2022/10/23 03:19:40 Job still running ...
2022/10/23 03:20:10 Job still running ...
2022/10/23 03:20:40 Job still running ...
2022/10/23 03:21:10 Job still running ...
2022/10/23 03:21:40 Job still running ...
2022/10/23 03:22:10 Job still running ...
2022/10/23 03:22:40 Job still running ...
2022/10/23 03:23:10 Job still running ...
2022/10/23 03:23:40 Job still running ...
2022/10/23 03:24:10 Job still running ...
2022/10/23 03:24:40 Job still running ...
2022/10/23 03:25:10 Job still running ...
2022/10/23 03:25:40 Job still running ...
2022/10/23 03:26:10 Job still running ...
2022/10/23 03:26:40 Job still running ...
2022/10/23 03:27:10 Job still running ...
2022/10/23 03:27:40 Job still running ...
2022/10/23 03:28:10 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-22_20_19_09-11862576923511889939 failed
--- FAIL: TestXLang_Partition (581.29s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3356.876s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666492367292079040
--- FAIL: TestBigQueryIO_BasicWriteRead (4.28s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:46859 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@omXGwDDsQr" is_bounded:BOUNDED windowing_strategy_id:"w0@omXGwDDsQr"}} windowing_strategies:{key:"w0@omXGwDDsQr" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@omXGwDDsQr" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@omXGwDDsQr" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@omXGwDDsQr" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666492367292079040\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"omXGwDDsQr"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:46859 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@omXGwDDsQr" is_bounded:BOUNDED windowing_strategy_id:"w0@omXGwDDsQr"}} windowing_strategies:{key:"w0@omXGwDDsQr" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@omXGwDDsQr" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@omXGwDDsQr" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@omXGwDDsQr" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666492367292079040\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"omXGwDDsQr"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 13 [running]:
testing.tRunner.func1.2({0xf06c80, 0xc00058ce00})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf06c80, 0xc00058ce00})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0005968c0?, 0xc0000bba40?}, {0x10aee41, 0x39}, {0xc0000f8180?, 0xa71e60?, 0x1?}, {0xc0005869c0, 0xf}, 0xc00002fd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000596860?, 0xc0000bba40?}, {0xc00001a300, 0x52}, {0x1?}, {0xc00002fea8, 0x2, 0x7f2e20cdb418?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0005869c0, 0xf}, {0xc00001a300, 0x52}, {0xe557e0, 0xc000587b70})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0006829c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0006829c0, 0x10ddc20)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.313s
=== RUN TestDebeziumIO_BasicRead
integration.go:309: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:309: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:309: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:309: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.036s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221023-023212
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221023-023212
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e0e88d03a4d068a9d25c0da7cd1a1d1f94e406b9673bbd562f339a6aed89f532
Deleted: sha256:5b3e37e60019c0fa0624fcbf87f8b37d4d5edb55f8d0dd89df6de135aa99f091
Deleted: sha256:2528d7d6c82e5f6131dcd5a4fd91d76652b038b5851cfa7f9ff109bb55aeb670
Deleted: sha256:06ba123af2f24fde33df97f7137dc8da4bca1f9006183ab473050396d0f43504
Deleted: sha256:fc149c7bc45d8bad7262b57fb1371cebe5ab0ee04362bc91dbd45c611d410091
Deleted: sha256:88020fcfd95abd2fbbb2d4c4b8d62218c3a5712f9b897382ad00f1ee4de2ae21
Deleted: sha256:cc7131b71b861fadc815a26a76ada8883af27ec869fbb70c4535904e850fcc7b
Deleted: sha256:0afb3ea9895045f25f9b5eecd1b2759d81cda66246f2a2cbbdf34e6f97888b0d
Deleted: sha256:baf397250237db5029ccda7d3cf089181beb0588b261d138e41466567376c28c
Deleted: sha256:2eac810da20a8e04108099ba839d045c829a93c9adf7e3b25724a74e5ce83894
Deleted: sha256:f02b39306a74e7c29cba9386679061a0942ea4bd4c0294a5b8c4377bb17f7e0e
Deleted: sha256:da070f0ab183c4e50e37646e5adba7c9dffc2d9a43c31743ecfb5abc8580d0f2
Deleted: sha256:6ae4316eec5a2906058b5754c6095d0acb8eacccbec25bc82cad16bbca93d53c
Deleted: sha256:2604e647661f0e2be5204c84107a1e63728886b0ad6dc50c80aedeca2099a8a2
Deleted: sha256:f2a45dee7814c12a934453ae12ff252eb2978435aea841bd6f0355b62d8e42b4
Deleted: sha256:2fd9151b17fd7e06ab6999cd379c31836fc7cb21d85d8a36869561b985064ee7
Deleted: sha256:8fe9407a0592c5979c3e538430ee1869316800bc9b7a447c3265f36787deb3af
Deleted: sha256:04761d46dc3d3ca6972276446aa293ce5a6e0ba651e79926e300cd40cafa4105
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221023-023212
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e0e88d03a4d068a9d25c0da7cd1a1d1f94e406b9673bbd562f339a6aed89f532
Associated tags:
- 20221023-023212
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221023-023212
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221023-023212].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e0e88d03a4d068a9d25c0da7cd1a1d1f94e406b9673bbd562f339a6aed89f532].
$ rm -rf /tmp/tmp.s5AcSMCubq
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221023022045
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:32857c00376f5c09f177bfafd9d8b41cb7735e8b58cab606ac29aa10df8fdd50
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221023022045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:32857c00376f5c09f177bfafd9d8b41cb7735e8b58cab606ac29aa10df8fdd50]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221023022045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:32857c00376f5c09f177bfafd9d8b41cb7735e8b58cab606ac29aa10df8fdd50])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:32857c00376f5c09f177bfafd9d8b41cb7735e8b58cab606ac29aa10df8fdd50
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:32857c00376f5c09f177bfafd9d8b41cb7735e8b58cab606ac29aa10df8fdd50
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:32857c00376f5c09f177bfafd9d8b41cb7735e8b58cab606ac29aa10df8fdd50].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221023022045
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c43dad67de836cfe26604affecfdc458e8201a641907a20045d729f5f1fb39a4
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221023022045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c43dad67de836cfe26604affecfdc458e8201a641907a20045d729f5f1fb39a4]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221023022045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c43dad67de836cfe26604affecfdc458e8201a641907a20045d729f5f1fb39a4])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c43dad67de836cfe26604affecfdc458e8201a641907a20045d729f5f1fb39a4
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c43dad67de836cfe26604affecfdc458e8201a641907a20045d729f5f1fb39a4
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c43dad67de836cfe26604affecfdc458e8201a641907a20045d729f5f1fb39a4].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2651634.
Stopping expansion service pid: 2651635.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 24s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/guqixhu6n4tvk
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #831
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/831/display/redirect?page=changes>
Changes:
[noreply] Merge pull request #23556: Forward failed storage-api row inserts to the
------------------------------------------
[...truncated 1.01 MB...]
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26458/go-8-1666473527424590955/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221022-203228"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221022202050"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221022-203228"
}
]
},
"name": "go-testxlang_partition-193",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/22 21:18:56 Submitted job: 2022-10-22_14_18_55-6482746101385735478
2022/10/22 21:18:56 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-22_14_18_55-6482746101385735478?project=apache-beam-testing
2022/10/22 21:18:56 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-22_14_18_55-6482746101385735478
2022/10/22 21:18:56 Job state: JOB_STATE_PENDING ...
2022/10/22 21:19:26 Job still running ...
2022/10/22 21:19:56 Job still running ...
2022/10/22 21:20:26 Job still running ...
2022/10/22 21:20:56 Job still running ...
2022/10/22 21:21:26 Job still running ...
2022/10/22 21:21:56 Job still running ...
2022/10/22 21:22:26 Job still running ...
2022/10/22 21:22:56 Job still running ...
2022/10/22 21:23:26 Job still running ...
2022/10/22 21:23:56 Job still running ...
2022/10/22 21:24:26 Job still running ...
2022/10/22 21:24:56 Job still running ...
2022/10/22 21:25:27 Job still running ...
2022/10/22 21:25:57 Job still running ...
2022/10/22 21:26:27 Job still running ...
2022/10/22 21:26:57 Job still running ...
2022/10/22 21:27:27 Job still running ...
2022/10/22 21:27:57 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-22_14_18_55-6482746101385735478 failed
--- FAIL: TestXLang_Partition (580.03s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3326.356s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666470784177932114
--- FAIL: TestBigQueryIO_BasicWriteRead (4.20s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:39639 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@NMADtGuGmC" is_bounded:BOUNDED windowing_strategy_id:"w0@NMADtGuGmC"}} windowing_strategies:{key:"w0@NMADtGuGmC" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@NMADtGuGmC" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@NMADtGuGmC" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@NMADtGuGmC" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666470784177932114\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"NMADtGuGmC"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:39639 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@NMADtGuGmC" is_bounded:BOUNDED windowing_strategy_id:"w0@NMADtGuGmC"}} windowing_strategies:{key:"w0@NMADtGuGmC" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@NMADtGuGmC" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@NMADtGuGmC" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@NMADtGuGmC" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666470784177932114\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"NMADtGuGmC"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 39 [running]:
testing.tRunner.func1.2({0xf06c80, 0xc000125e00})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf06c80, 0xc000125e00})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00010eee0?, 0xc0000bb900?}, {0x10aee41, 0x39}, {0xc0000f8180?, 0xa71e60?, 0x1?}, {0xc000122d90, 0xf}, 0xc0004f1d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00010ee80?, 0xc0000bb900?}, {0xc0004a0360, 0x52}, {0x1?}, {0xc0004f1ea8, 0x2, 0x7fab3e9c7768?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000122d90, 0xf}, {0xc0004a0360, 0x52}, {0xe557e0, 0xc000014010})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000103d40)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000103d40, 0x10ddc20)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.229s
=== RUN TestDebeziumIO_BasicRead
integration.go:309: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:309: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:309: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.030s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:309: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221022-203228
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221022-203228
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:80eeb053cb94ef1a3aaeeff94f0c7bb73a48183e2fd3601bfdf01bc49d9bf07a
Deleted: sha256:a1fa8de438faaf7271ec0d813bcb4bfc22b509d711fcbc80f58167381d9d5160
Deleted: sha256:aabc4b99ba64a84d54554d4673cf69e57443ccd468ccaa99aa1e18467e69488f
Deleted: sha256:5eddb6cf47eedb27e6430b6764c6c109dae91f8f070617e01035f0e4c021ab7a
Deleted: sha256:74170befaa3f14094ecfe0951d5ae2d1ab570dbf6e6755111b73760d596cc31b
Deleted: sha256:a7e7572baacd3148724ab8d43b7b552fdce77da3bca5c0f26176da7b6fdf5817
Deleted: sha256:f3204a860f5504193eed03666b8c3403235ca5a190e79428840ba56949deaccc
Deleted: sha256:40f8a089b98345b2bb0ec01013758adced073163ba14036b46934aebf9742417
Deleted: sha256:a2bc0926875c970332a5c1dbd166074d40d98a8331c839d11cd22564201321ea
Deleted: sha256:c6d8da3ba02aeeb7160b4969158d5d87ed655d153fc9781ad83504cb62952b24
Deleted: sha256:4acf5dc2e8a101281ba9c6740b9dca456007f0ba5c883e207fa51a240263cbe5
Deleted: sha256:d0d2886823b88d37f9c7451cc4e822949ba8d07614ed5f99dfd62ebd62c5f69e
Deleted: sha256:1ee5cf1488d0f0223057fff020fe4e98aa318e01390325e93950353d6fc60234
Deleted: sha256:5e67cc4582d9f1569a0efc7689694b848df92f69639a0848467cdbfae4f38238
Deleted: sha256:1357fa0c540e25e69cdaddeeb259f3fd5670c7c5d54fcf988b30ca4ede980acb
Deleted: sha256:648f5ee96b15fbe46731603e6f1ace93539bd3bc4c6a826a96c08dfd3eb5f17c
Deleted: sha256:6b2ef0730c4f181b3a082cd8c9ffa3d611eff321ea6d3258fbbed3048e552c07
Deleted: sha256:6607ad64605edfbce90fd1abef3ad59c004387ebcbecac4dd5b99d113516a4de
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221022-203228
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:80eeb053cb94ef1a3aaeeff94f0c7bb73a48183e2fd3601bfdf01bc49d9bf07a
Associated tags:
- 20221022-203228
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221022-203228
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221022-203228].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:80eeb053cb94ef1a3aaeeff94f0c7bb73a48183e2fd3601bfdf01bc49d9bf07a].
$ rm -rf /tmp/tmp.FPGRkzqHqc
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221022202050
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:fd8d2678405658aa9b00b2e39eae46d267db4734523998e189131e7b140862b3
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221022202050]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:fd8d2678405658aa9b00b2e39eae46d267db4734523998e189131e7b140862b3]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221022202050] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:fd8d2678405658aa9b00b2e39eae46d267db4734523998e189131e7b140862b3])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:fd8d2678405658aa9b00b2e39eae46d267db4734523998e189131e7b140862b3
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:fd8d2678405658aa9b00b2e39eae46d267db4734523998e189131e7b140862b3
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:fd8d2678405658aa9b00b2e39eae46d267db4734523998e189131e7b140862b3].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221022202050
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e11f8528b5b00841765d60dcf3896f47839cd56cd60ba30e596a01bf0294f33e
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221022202050]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e11f8528b5b00841765d60dcf3896f47839cd56cd60ba30e596a01bf0294f33e]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221022202050] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e11f8528b5b00841765d60dcf3896f47839cd56cd60ba30e596a01bf0294f33e])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e11f8528b5b00841765d60dcf3896f47839cd56cd60ba30e596a01bf0294f33e
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e11f8528b5b00841765d60dcf3896f47839cd56cd60ba30e596a01bf0294f33e
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e11f8528b5b00841765d60dcf3896f47839cd56cd60ba30e596a01bf0294f33e].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2466224.
Stopping expansion service pid: 2466225.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 7s
215 actionable tasks: 146 executed, 57 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/dui7bnhz5dqak
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #830
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/830/display/redirect>
Changes:
------------------------------------------
[...truncated 540.30 KB...]
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16622/go-8-1666451721101860480/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16622/go-8-1666451721101860480/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16622/go-8-1666451721101860480/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16622/go-8-1666451721101860480/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16622/go-8-1666451721101860480/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16622/go-8-1666451721101860480/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16622/go-8-1666451721101860480/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.44.0-SNAPSHOT-vkqm1cgev6Xx3SHqPpEOQatTg95bHrr_82piiJpAe90.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.44.0-SNAPSHOT-vkqm1cgev6Xx3SHqPpEOQatTg95bHrr_82piiJpAe90.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16622/go-8-1666451721101860480/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16622/go-8-1666451721101860480/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221022-143209"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221022142039"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221022-143209"
}
]
},
"name": "go-testxlang_partition-211",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/22 15:15:30 Submitted job: 2022-10-22_08_15_30-9350892904205532671
2022/10/22 15:15:30 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-22_08_15_30-9350892904205532671?project=apache-beam-testing
2022/10/22 15:15:30 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-22_08_15_30-9350892904205532671
2022/10/22 15:15:30 Job state: JOB_STATE_PENDING ...
2022/10/22 15:16:00 Job still running ...
2022/10/22 15:16:30 Job still running ...
2022/10/22 15:17:00 Job still running ...
2022/10/22 15:17:30 Job still running ...
2022/10/22 15:18:00 Job still running ...
2022/10/22 15:18:30 Job still running ...
2022/10/22 15:19:00 Job still running ...
2022/10/22 15:19:30 Job still running ...
2022/10/22 15:20:00 Job still running ...
2022/10/22 15:20:30 Job still running ...
2022/10/22 15:21:00 Job still running ...
2022/10/22 15:21:30 Job still running ...
2022/10/22 15:22:01 Job still running ...
2022/10/22 15:22:31 Job still running ...
2022/10/22 15:23:01 Job still running ...
2022/10/22 15:23:31 Job still running ...
2022/10/22 15:24:01 Job still running ...
2022/10/22 15:24:31 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-22_08_15_30-9350892904205532671 failed
--- FAIL: TestXLang_Partition (580.33s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3149.544s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666449154984238301
--- FAIL: TestBigQueryIO_BasicWriteRead (4.28s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43101 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@yEsuhrjpTa" is_bounded:BOUNDED windowing_strategy_id:"w0@yEsuhrjpTa"}} windowing_strategies:{key:"w0@yEsuhrjpTa" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@yEsuhrjpTa" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@yEsuhrjpTa" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@yEsuhrjpTa" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666449154984238301\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"yEsuhrjpTa"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43101 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@yEsuhrjpTa" is_bounded:BOUNDED windowing_strategy_id:"w0@yEsuhrjpTa"}} windowing_strategies:{key:"w0@yEsuhrjpTa" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@yEsuhrjpTa" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@yEsuhrjpTa" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@yEsuhrjpTa" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666449154984238301\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"yEsuhrjpTa"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 10 [running]:
testing.tRunner.func1.2({0xf06c80, 0xc000524880})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf06c80, 0xc000524880})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000490d20?, 0xc0000bb590?}, {0x10aee41, 0x39}, {0xc00015e180?, 0xa71e60?, 0x1?}, {0xc000492b60, 0xf}, 0xc000159d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000490cc0?, 0xc0000bb590?}, {0xc00010e840, 0x52}, {0x1?}, {0xc000159ea8, 0x2, 0x7fdd1869c548?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000492b60, 0xf}, {0xc00010e840, 0x52}, {0xe557e0, 0xc000493d10})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00049eea0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00049eea0, 0x10ddc20)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.310s
=== RUN TestDebeziumIO_BasicRead
integration.go:309: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.032s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:309: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:309: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:309: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.033s
FAIL
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c0ec72a042b9ede42bfc6e5e9301cd04fb6bbc574059161c1ec20960d6fffe94
Associated tags:
- 20221022-143209
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221022-143209
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221022-143209].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c0ec72a042b9ede42bfc6e5e9301cd04fb6bbc574059161c1ec20960d6fffe94].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221022142039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6de434422c069d9b1ea942a0900ac3f7250ec5a11189bf35c351d4a74ecb1c90]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221022142039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6de434422c069d9b1ea942a0900ac3f7250ec5a11189bf35c351d4a74ecb1c90])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6de434422c069d9b1ea942a0900ac3f7250ec5a11189bf35c351d4a74ecb1c90
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6de434422c069d9b1ea942a0900ac3f7250ec5a11189bf35c351d4a74ecb1c90].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221022142039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:27e5beb1b79f88398b376b4aa7b7b569277bff90d49e75a7ca60288a6813a379]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221022142039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:27e5beb1b79f88398b376b4aa7b7b569277bff90d49e75a7ca60288a6813a379])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:27e5beb1b79f88398b376b4aa7b7b569277bff90d49e75a7ca60288a6813a379
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:27e5beb1b79f88398b376b4aa7b7b569277bff90d49e75a7ca60288a6813a379].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 4m 48s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/xgbtw6r64bkl4
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #829
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/829/display/redirect?page=changes>
Changes:
[noreply] Revert "Update BQIO to a single scheduled executor service reduce
[noreply] Updates Python test expansion service to use Cloud Pickle (#23786)
[noreply] Merge pull request #23795: Revert 23234: issue #23794
------------------------------------------
[...truncated 994.61 KB...]
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1264/go-8-1666430279540998023/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1264/go-8-1666430279540998023/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1264/go-8-1666430279540998023/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1264/go-8-1666430279540998023/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1264/go-8-1666430279540998023/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1264/go-8-1666430279540998023/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1264/go-8-1666430279540998023/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1264/go-8-1666430279540998023/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.44.0-SNAPSHOT-vkqm1cgev6Xx3SHqPpEOQatTg95bHrr_82piiJpAe90.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.44.0-SNAPSHOT-vkqm1cgev6Xx3SHqPpEOQatTg95bHrr_82piiJpAe90.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1264/go-8-1666430279540998023/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221022-083237"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221022082047"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221022-083237"
}
]
},
"name": "go-testxlang_partition-686",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/22 09:18:09 Submitted job: 2022-10-22_02_18_08-18420480451475564315
2022/10/22 09:18:09 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-22_02_18_08-18420480451475564315?project=apache-beam-testing
2022/10/22 09:18:09 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-22_02_18_08-18420480451475564315
2022/10/22 09:18:09 Job state: JOB_STATE_PENDING ...
2022/10/22 09:18:39 Job still running ...
2022/10/22 09:19:09 Job still running ...
2022/10/22 09:19:39 Job still running ...
2022/10/22 09:20:09 Job still running ...
2022/10/22 09:20:39 Job still running ...
2022/10/22 09:21:09 Job still running ...
2022/10/22 09:21:39 Job still running ...
2022/10/22 09:22:09 Job still running ...
2022/10/22 09:22:39 Job still running ...
2022/10/22 09:23:09 Job still running ...
2022/10/22 09:23:39 Job still running ...
2022/10/22 09:24:09 Job still running ...
2022/10/22 09:24:39 Job still running ...
2022/10/22 09:25:09 Job still running ...
2022/10/22 09:25:39 Job still running ...
2022/10/22 09:26:09 Job still running ...
2022/10/22 09:26:39 Job still running ...
2022/10/22 09:27:09 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-22_02_18_08-18420480451475564315 failed
--- FAIL: TestXLang_Partition (580.43s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3269.048s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666427594037542049
--- FAIL: TestBigQueryIO_BasicWriteRead (4.97s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43255 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@oKUkwRFbfl" is_bounded:BOUNDED windowing_strategy_id:"w0@oKUkwRFbfl"}} windowing_strategies:{key:"w0@oKUkwRFbfl" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@oKUkwRFbfl" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@oKUkwRFbfl" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@oKUkwRFbfl" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666427594037542049\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"oKUkwRFbfl"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43255 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@oKUkwRFbfl" is_bounded:BOUNDED windowing_strategy_id:"w0@oKUkwRFbfl"}} windowing_strategies:{key:"w0@oKUkwRFbfl" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@oKUkwRFbfl" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@oKUkwRFbfl" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@oKUkwRFbfl" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666427594037542049\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"oKUkwRFbfl"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 54 [running]:
testing.tRunner.func1.2({0xf06c80, 0xc00069c600})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf06c80, 0xc00069c600})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00069afa0?, 0xc0006a15e0?}, {0x10aee41, 0x39}, {0xc0006c2180?, 0xa71e60?, 0x1?}, {0xc00049ead0, 0xf}, 0xc0004f9d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00069af40?, 0xc0006a15e0?}, {0xc0004b0300, 0x52}, {0x1?}, {0xc0004f9ea8, 0x2, 0x7f1313518ef0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00049ead0, 0xf}, {0xc0004b0300, 0x52}, {0xe557e0, 0xc00049fc80})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00048b040)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00048b040, 0x10ddc20)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.007s
=== RUN TestDebeziumIO_BasicRead
integration.go:309: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:309: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:309: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:309: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a18fe310eeeb4664eec32a06bb7245cc29fd60465d5dd80ac6d1131520c85063
Associated tags:
- 20221022-083237
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221022-083237
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221022-083237].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a18fe310eeeb4664eec32a06bb7245cc29fd60465d5dd80ac6d1131520c85063].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221022082047]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c9e249ba95d6d4782327c529e51a083f68aaf28c765d9da07b13191f536914fe]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221022082047] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c9e249ba95d6d4782327c529e51a083f68aaf28c765d9da07b13191f536914fe])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c9e249ba95d6d4782327c529e51a083f68aaf28c765d9da07b13191f536914fe
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c9e249ba95d6d4782327c529e51a083f68aaf28c765d9da07b13191f536914fe].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221022082047]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:ae1b6b02f438c965e09289be077599f8d6a03ba2c0a4451559fbd25d655f8f78]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221022082047] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:ae1b6b02f438c965e09289be077599f8d6a03ba2c0a4451559fbd25d655f8f78])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:ae1b6b02f438c965e09289be077599f8d6a03ba2c0a4451559fbd25d655f8f78
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:ae1b6b02f438c965e09289be077599f8d6a03ba2c0a4451559fbd25d655f8f78].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 20s
215 actionable tasks: 146 executed, 57 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/s5qrps4cay32s
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #828
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/828/display/redirect?page=changes>
Changes:
[noreply] Add logos to case-studies "Also Used By" (#23781)
[noreply] Avoid pickling unstable reference to moved proto classes. (#23739)
[Robert Bradshaw] Unskip test_generated_class_pickle for cloudpickle.
[noreply] Allow local packages in requirements.txt dependency list. (#23684)
------------------------------------------
[...truncated 984.44 KB...]
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1694/go-8-1666408803278409682/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1694/go-8-1666408803278409682/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1694/go-8-1666408803278409682/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1694/go-8-1666408803278409682/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1694/go-8-1666408803278409682/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1694/go-8-1666408803278409682/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1694/go-8-1666408803278409682/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.44.0-SNAPSHOT-vkqm1cgev6Xx3SHqPpEOQatTg95bHrr_82piiJpAe90.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.44.0-SNAPSHOT-vkqm1cgev6Xx3SHqPpEOQatTg95bHrr_82piiJpAe90.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1694/go-8-1666408803278409682/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1694/go-8-1666408803278409682/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221022-023229"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221022022058"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221022-023229"
}
]
},
"name": "go-testxlang_partition-304",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/22 03:20:30 Submitted job: 2022-10-21_20_20_30-13450232851573122848
2022/10/22 03:20:30 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-21_20_20_30-13450232851573122848?project=apache-beam-testing
2022/10/22 03:20:30 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-21_20_20_30-13450232851573122848
2022/10/22 03:20:30 Job state: JOB_STATE_PENDING ...
2022/10/22 03:21:00 Job still running ...
2022/10/22 03:21:30 Job still running ...
2022/10/22 03:22:00 Job still running ...
2022/10/22 03:22:30 Job still running ...
2022/10/22 03:23:01 Job still running ...
2022/10/22 03:23:31 Job still running ...
2022/10/22 03:24:01 Job still running ...
2022/10/22 03:24:31 Job still running ...
2022/10/22 03:25:01 Job still running ...
2022/10/22 03:25:31 Job still running ...
2022/10/22 03:26:01 Job still running ...
2022/10/22 03:26:31 Job still running ...
2022/10/22 03:27:01 Job still running ...
2022/10/22 03:27:31 Job still running ...
2022/10/22 03:28:01 Job still running ...
2022/10/22 03:28:31 Job still running ...
2022/10/22 03:29:01 Job still running ...
2022/10/22 03:29:31 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-21_20_20_30-13450232851573122848 failed
--- FAIL: TestXLang_Partition (598.88s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3420.009s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666405984914951946
--- FAIL: TestBigQueryIO_BasicWriteRead (5.24s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:38879 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@vCMmzTnefI" is_bounded:BOUNDED windowing_strategy_id:"w0@vCMmzTnefI"}} windowing_strategies:{key:"w0@vCMmzTnefI" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@vCMmzTnefI" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@vCMmzTnefI" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@vCMmzTnefI" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666405984914951946\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"vCMmzTnefI"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:38879 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@vCMmzTnefI" is_bounded:BOUNDED windowing_strategy_id:"w0@vCMmzTnefI"}} windowing_strategies:{key:"w0@vCMmzTnefI" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@vCMmzTnefI" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@vCMmzTnefI" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@vCMmzTnefI" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666405984914951946\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"vCMmzTnefI"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 22 [running]:
testing.tRunner.func1.2({0xf06c80, 0xc0000f3d80})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf06c80, 0xc0000f3d80})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000688cc0?, 0xc0004ab770?}, {0x10aee41, 0x39}, {0xc0000f8180?, 0xa71e60?, 0x1?}, {0xc000041980, 0xf}, 0xc0006cbd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000688c60?, 0xc0004ab770?}, {0xc000696300, 0x52}, {0x1?}, {0xc0006cbea8, 0x2, 0x7f4404e16fd0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000041980, 0xf}, {0xc000696300, 0x52}, {0xe557e0, 0xc0006c4b50})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00048b860)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00048b860, 0x10ddc20)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.267s
=== RUN TestDebeziumIO_BasicRead
integration.go:309: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:309: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:309: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.030s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:309: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.029s
FAIL
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c0bb8fc2a9e1593986943bc9a827333ee7b2bbe3048d3edaeaf2bd09edaec19f
Associated tags:
- 20221022-023229
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221022-023229
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221022-023229].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c0bb8fc2a9e1593986943bc9a827333ee7b2bbe3048d3edaeaf2bd09edaec19f].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221022022058]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:dbb6c7db21afddc2e0b98cd2f6f52703a2c8930f1ccbdb2bc8f02b83bf60c859]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221022022058] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:dbb6c7db21afddc2e0b98cd2f6f52703a2c8930f1ccbdb2bc8f02b83bf60c859])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:dbb6c7db21afddc2e0b98cd2f6f52703a2c8930f1ccbdb2bc8f02b83bf60c859
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:dbb6c7db21afddc2e0b98cd2f6f52703a2c8930f1ccbdb2bc8f02b83bf60c859].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221022022058]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:13ea009b36fbd05f119e122342a6b1f95e86298944bbae1fc6966a5692abdac9]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221022022058] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:13ea009b36fbd05f119e122342a6b1f95e86298944bbae1fc6966a5692abdac9])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:13ea009b36fbd05f119e122342a6b1f95e86298944bbae1fc6966a5692abdac9
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:13ea009b36fbd05f119e122342a6b1f95e86298944bbae1fc6966a5692abdac9].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 10m 19s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/mosyilexy5zt2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #827
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/827/display/redirect?page=changes>
Changes:
[Moritz Mack] Remove obsolete sparkRunner task from hadoop-format: not triggered, no
[noreply] [CdapIO] Integration CdapIO with SparkReceiverIO (#22584)
[noreply] Avoid Circular imports related to bigquery_schema_tools (#23731)
[noreply] Use Flink 1.13 for load tests (#23767)
[Kenneth Knowles] Re-enable PubsubTableProviderIT.testSQLSelectsArrayAttributes
[noreply] Remove obsolete native text io translation. (#23549)
[noreply] Eliminate nullness errors from GenerateSequence (#23744)
------------------------------------------
[...truncated 540.00 KB...]
2022/10/21 21:32:13 Job still running ...
2022/10/21 21:32:43 Job still running ...
2022/10/21 21:33:13 Job still running ...
2022/10/21 21:33:43 Job still running ...
2022/10/21 21:34:13 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-21_14_25_12-16803122458897330207 failed
--- FAIL: TestXLang_Partition (592.46s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3443.007s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666384644421623242
--- FAIL: TestBigQueryIO_BasicWriteRead (5.35s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:45739 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@UWhHUzbEAT" is_bounded:BOUNDED windowing_strategy_id:"w0@UWhHUzbEAT"}} windowing_strategies:{key:"w0@UWhHUzbEAT" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@UWhHUzbEAT" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@UWhHUzbEAT" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@UWhHUzbEAT" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666384644421623242\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"UWhHUzbEAT"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:45739 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@UWhHUzbEAT" is_bounded:BOUNDED windowing_strategy_id:"w0@UWhHUzbEAT"}} windowing_strategies:{key:"w0@UWhHUzbEAT" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@UWhHUzbEAT" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@UWhHUzbEAT" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@UWhHUzbEAT" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666384644421623242\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"UWhHUzbEAT"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 50 [running]:
testing.tRunner.func1.2({0xf06c80, 0xc0000aec80})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf06c80, 0xc0000aec80})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000684d00?, 0xc000499630?}, {0x10aee41, 0x39}, {0xc0000f8180?, 0xa71e60?, 0x1?}, {0xc0000419a0, 0xf}, 0xc0005edd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000684ca0?, 0xc000499630?}, {0xc0006a6420, 0x52}, {0x1?}, {0xc0005edea8, 0x2, 0x7f57cc401c08?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0000419a0, 0xf}, {0xc0006a6420, 0x52}, {0xe557e0, 0xc0005e6b70})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000103380)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000103380, 0x10ddc20)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.385s
=== RUN TestDebeziumIO_BasicRead
integration.go:309: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.038s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:309: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:309: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:309: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.048s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221021-203559
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221021-203559
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:cdfa0d80fdff21ad283b20bb15d52325a92cf164ebb85d52e24d986e92ed1de2
Deleted: sha256:871f9eac5ddada4eed63a6c2638f873488a9197ddd635b3e4d426eae20e5b254
Deleted: sha256:089de11e20c3be609702bd4eafcb78ce71a89bbe3e3af18d6692babc2c33bb9c
Deleted: sha256:0ad411034c5fcb78bb781bcd7a478bac9c9900884457599d5c015b5dc7babe4c
Deleted: sha256:629c20c3d016a490e4dbace50fd50c441de08c38389bd7c7065909d7ea44fe36
Deleted: sha256:775db610e07bb27b4e80bab11642f903b89f6fb6b579505228912a59f3d9f7a0
Deleted: sha256:3185a2c647cef4931c729b3a7bdd5d6e1620d3a3309376205feb3de10ada372b
Deleted: sha256:72de2b40013335edd7e2fdaf2baf9917461f6143add8a75fc2f21a6a26f944d4
Deleted: sha256:f25b128a73357b9af0c046a6c4aa55c86e76c67b5fdde2845d22c9bc18eadd42
Deleted: sha256:ef283270830e8a33721d5837dbb7cc301118fe68ba2389e3d43235a6fec534f4
Deleted: sha256:d0fcfbb90ddc8ff22fc8582800b6824dabfd45eb9eb9d76b55d7415ca41f6311
Deleted: sha256:336852f86a39f85a5f75ca8decdca623459f6e8002c4d542f3febba8d12feceb
Deleted: sha256:62aae162a58524af0992a2687900589cd1034a6445e831a811c2fbc8b16e2e71
Deleted: sha256:f20471b08571ee1f322553e022070ec5d08a0eef89c9a71f035e79c65f52d772
Deleted: sha256:a643f95297be3e2879c5e559c536cee40a10268579f1b8cbc07dc5011ec45785
Deleted: sha256:3364ea51bb92b632c380ee572363b05c4ccd475e747a06adf0eb9d771ada4328
Deleted: sha256:6587de9d653f1ddadb0012a7f2d8dbadd1d26278b5c4d085c8dfbdeb8e9af727
Deleted: sha256:1bfceb0e704e6764b0c5ab92f522621dabbfd52fcfff59f801bddc93378a028b
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221021-203559
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:cdfa0d80fdff21ad283b20bb15d52325a92cf164ebb85d52e24d986e92ed1de2
Associated tags:
- 20221021-203559
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221021-203559
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221021-203559].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:cdfa0d80fdff21ad283b20bb15d52325a92cf164ebb85d52e24d986e92ed1de2].
$ rm -rf /tmp/tmp.nLNTIcM838
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221021202052
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9be20dfbc97845ae2e8401f3f772ed50f852eb8a089b1c5c18ecbdea7f8cb592
Deleted: sha256:c7108a42a976992f55828ca0167b26c9b4d46175584535fe301752718bf51587
Deleted: sha256:67b0b44fe55c12ad23ec1ad61dda30de1a42fd08153a9bced45bf1c9bd2e5189
Deleted: sha256:59c45da8cb534a87f9fb2cdac2586049847afda15d50bcd0c830b3bbe25c555e
Deleted: sha256:98d16dbd874ade7494fba89a44ed44f6396efce5e791dc53ac26b579b0c72aba
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221021202052]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9be20dfbc97845ae2e8401f3f772ed50f852eb8a089b1c5c18ecbdea7f8cb592]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221021202052] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9be20dfbc97845ae2e8401f3f772ed50f852eb8a089b1c5c18ecbdea7f8cb592])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9be20dfbc97845ae2e8401f3f772ed50f852eb8a089b1c5c18ecbdea7f8cb592
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9be20dfbc97845ae2e8401f3f772ed50f852eb8a089b1c5c18ecbdea7f8cb592
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9be20dfbc97845ae2e8401f3f772ed50f852eb8a089b1c5c18ecbdea7f8cb592].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221021202052
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:21065f1241e0a50e58633500392556fe3cdcb3e5fea2db5512d747d0395a1903
Deleted: sha256:73ae5cf9c501e94bd094e4336a960a5c70b1d93223e53153bac4a9a82f364dae
Deleted: sha256:e5b0ba1f5b5878c55de4139c23c8913dc151e121019e6f9d703ab154cf9fd29c
Deleted: sha256:f8303fa9da87b0158e3e0fafb319be79485a726cdc310326aa60def39e3409d8
Deleted: sha256:c579e68e6ccc2c4acea38712b437ce56a1c325dd1abe63a8a1b74274f17bfc58
Deleted: sha256:74ab4b6cb9e6347c75f5602bf6419048829f8c4a3ae28352316ccad2ca4cff38
Deleted: sha256:ed79d8d8262054257cb0a9b00dbb868185cb72663cce8c1311093dbbc95957cf
Deleted: sha256:b6875451c712563b7921f9364123c6790aea4dd9ac3d9ba864a4bfeff254ef27
Deleted: sha256:7d7860cbbde07c61c0cb647a7eb8fdb1dd84e45f6867a9cb0b0b15e911d4a162
Deleted: sha256:44204eef2ec593e0010d6ba43a98c9cbff783d87a2f5446bfe9ba4cbaa91b188
Deleted: sha256:3540c5d27858cda11714fd16b56bab73123e8bcfb6d31169abb61fe56e52aaba
Deleted: sha256:e734bbb79dbe97728a0dac5942151ce8d4831d61a4d88b7c091328dbea862cfb
Deleted: sha256:edde0f1690eb23351f09faf0657620c963de0abf1a178c0ef7b2c90fcabdf4d4
Deleted: sha256:af9904796106ca3097d2eb4c7cfb176bb2a69a06a1f9c57b415a025ed788f2c1
Deleted: sha256:49cf87fbf95ceda78fad665705296c3230acbb387d9546253e0f120dc30f2992
Deleted: sha256:1edae6d83570d7aa8e67acec4d3e082cf98c5a126c7aef326c07d262e9e88b29
Deleted: sha256:445469a31532f560e75a82b6ce16f8927ab09b6e1fda173d694ba4130554afdd
Deleted: sha256:97616c617f2dee3021ce24236d4c6ba4674a5df2dc5f672cb63403ea7429b1d6
Deleted: sha256:59cd1f31704036f9aab707e6e44daef7c5f39ccc4f1dfc0da3f4d2b9e6ff8be2
Deleted: sha256:32cb27afa9cbe621a7053881bf1a42d08d0056cd2d73d07d6f67cad5bfea2e39
Deleted: sha256:a750ec7826961b0caf90638f8bb86cdb55fe377a60bfe928d043165e7b74cc4a
Deleted: sha256:64c4aebaab80760a082439a5e60c99971a6c59dbb5b5d46e21f3b697abec02ae
Deleted: sha256:fce2fd03390b1a96abe161717da3643420f5fe2e400a0cf4b8c0aae0c4d9253e
Deleted: sha256:be5fedd87d8e1862ae6be35966c9ed1ab8664dc093a1f4730a9a5e692efd66e6
Deleted: sha256:4ab94182dc2a0d9999aa7d7a33a42784d0a1ea9d07b4cbf3f5f034f6ac85ecbf
Deleted: sha256:600705e69c3cb42667c10b8e9fc2fcdeee94c0de602e2be81e040638f62ccd00
Deleted: sha256:2fdbd63c9fa24899f089d9680fc07380721cd4e83830c599f9ce4e9b40206d85
Deleted: sha256:94dcbcc5c65cc1ffb31f5685792c0ade2c8a0448aa79ee6c7afa35928eb67630
Deleted: sha256:1b56eaaec0906fef5eab1fd01f54d142491b9a3b6182ebfc6381ba0e8ec847e8
Deleted: sha256:3f3d633acb279666caddc29b03add4cc9ac8408051446d7e15b4892bd73d2977
Deleted: sha256:f7043654539edea244229b56d057bd0094006e7777e65ef03168416b76029085
Deleted: sha256:fe862ad6403414e50ef1ddec64735d835f9bdeb96a4baaf883a64bb9ed9dac3a
Deleted: sha256:8b6b69db31aa27eb1134a43c861d89657b86de1b6832c0ca23c8058d79201a30
Deleted: sha256:93f982c72ca8b2068a901b5c45d7fe03fe217a1483db8bccd5363ab0d9663541
Deleted: sha256:c11a9012eb40b6359117cf956507c65178668ce9c79ee23a0c08d6b300853be2
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221021202052]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:21065f1241e0a50e58633500392556fe3cdcb3e5fea2db5512d747d0395a1903]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221021202052] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:21065f1241e0a50e58633500392556fe3cdcb3e5fea2db5512d747d0395a1903])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:21065f1241e0a50e58633500392556fe3cdcb3e5fea2db5512d747d0395a1903
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:21065f1241e0a50e58633500392556fe3cdcb3e5fea2db5512d747d0395a1903
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:21065f1241e0a50e58633500392556fe3cdcb3e5fea2db5512d747d0395a1903].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1307737.
Stopping expansion service pid: 1307738.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 14m 28s
215 actionable tasks: 150 executed, 53 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/kfbjnaatz32qs
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #826
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/826/display/redirect?page=changes>
Changes:
[noreply] bugfix/wrong-notebook-linl (#23777)
------------------------------------------
[...truncated 1003.30 KB...]
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12349/go-8-1666365672841711163/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12349/go-8-1666365672841711163/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12349/go-8-1666365672841711163/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.44.0-SNAPSHOT-gy8eRqP77O7ztxt2iQXgR8MZHaV26akS8AqEc_mYrDE.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.44.0-SNAPSHOT-gy8eRqP77O7ztxt2iQXgR8MZHaV26akS8AqEc_mYrDE.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12349/go-8-1666365672841711163/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12349/go-8-1666365672841711163/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12349/go-8-1666365672841711163/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12349/go-8-1666365672841711163/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12349/go-8-1666365672841711163/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12349/go-8-1666365672841711163/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221021-143236"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221021142046"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221021-143236"
}
]
},
"name": "go-testxlang_partition-392",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/21 15:21:22 Submitted job: 2022-10-21_08_21_22-11477819609275148612
2022/10/21 15:21:22 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-21_08_21_22-11477819609275148612?project=apache-beam-testing
2022/10/21 15:21:22 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-21_08_21_22-11477819609275148612
2022/10/21 15:21:22 Job state: JOB_STATE_PENDING ...
2022/10/21 15:21:52 Job still running ...
2022/10/21 15:22:23 Job still running ...
2022/10/21 15:22:53 Job still running ...
2022/10/21 15:23:23 Job still running ...
2022/10/21 15:23:53 Job still running ...
2022/10/21 15:24:23 Job still running ...
2022/10/21 15:24:53 Job still running ...
2022/10/21 15:25:23 Job still running ...
2022/10/21 15:25:53 Job still running ...
2022/10/21 15:26:23 Job still running ...
2022/10/21 15:26:53 Job still running ...
2022/10/21 15:27:23 Job still running ...
2022/10/21 15:27:53 Job still running ...
2022/10/21 15:28:23 Job still running ...
2022/10/21 15:28:53 Job still running ...
2022/10/21 15:29:23 Job still running ...
2022/10/21 15:29:53 Job still running ...
2022/10/21 15:30:23 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-21_08_21_22-11477819609275148612 failed
--- FAIL: TestXLang_Partition (580.85s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3465.422s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666362791368450232
--- FAIL: TestBigQueryIO_BasicWriteRead (4.19s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37973 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@GBjycZMAlu" is_bounded:BOUNDED windowing_strategy_id:"w0@GBjycZMAlu"}} windowing_strategies:{key:"w0@GBjycZMAlu" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@GBjycZMAlu" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@GBjycZMAlu" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@GBjycZMAlu" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666362791368450232\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"GBjycZMAlu"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37973 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@GBjycZMAlu" is_bounded:BOUNDED windowing_strategy_id:"w0@GBjycZMAlu"}} windowing_strategies:{key:"w0@GBjycZMAlu" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@GBjycZMAlu" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@GBjycZMAlu" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@GBjycZMAlu" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666362791368450232\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"GBjycZMAlu"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 39 [running]:
testing.tRunner.func1.2({0xf06c80, 0xc000491700})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf06c80, 0xc000491700})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00016d020?, 0xc0000ba550?}, {0x10aee41, 0x39}, {0xc00015e240?, 0xa71e60?, 0x1?}, {0xc0005b2a60, 0xf}, 0xc0001add20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00016cfc0?, 0xc0000ba550?}, {0xc00010e840, 0x52}, {0x1?}, {0xc0001adea8, 0x2, 0xe15a00?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0005b2a60, 0xf}, {0xc00010e840, 0x52}, {0xe557e0, 0xc0003fc858})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0000d0d00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0000d0d00, 0x10ddc20)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.225s
=== RUN TestDebeziumIO_BasicRead
integration.go:309: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:309: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:309: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:309: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.036s
FAIL
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:44ba3559aeb8de3839c8f5cc2438ac06d2410852a4b132f53eba52851dac1256
Associated tags:
- 20221021-143236
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221021-143236
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221021-143236].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:44ba3559aeb8de3839c8f5cc2438ac06d2410852a4b132f53eba52851dac1256].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221021142046]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c6c17bccb86bb8e98f879a6cf01c8e194e039a8bd61e11ffb37a911cc812d0af]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221021142046] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c6c17bccb86bb8e98f879a6cf01c8e194e039a8bd61e11ffb37a911cc812d0af])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c6c17bccb86bb8e98f879a6cf01c8e194e039a8bd61e11ffb37a911cc812d0af
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c6c17bccb86bb8e98f879a6cf01c8e194e039a8bd61e11ffb37a911cc812d0af].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221021142046]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3bf56f8060a407bf2497e80320b0e38327e7f77fe9b71c2189d3b56618170d33]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221021142046] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3bf56f8060a407bf2497e80320b0e38327e7f77fe9b71c2189d3b56618170d33])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3bf56f8060a407bf2497e80320b0e38327e7f77fe9b71c2189d3b56618170d33
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3bf56f8060a407bf2497e80320b0e38327e7f77fe9b71c2189d3b56618170d33].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 10m 35s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/qghpdhigocfvc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #825
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/825/display/redirect?page=changes>
Changes:
[noreply] Adds instructions for running the Multi-language Java quickstart from
[noreply] Remove Spark2 from Java testing projects (addresses #23728) (#23749)
------------------------------------------
[...truncated 987.70 KB...]
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11942/go-8-1666344111755230151/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11942/go-8-1666344111755230151/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11942/go-8-1666344111755230151/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11942/go-8-1666344111755230151/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11942/go-8-1666344111755230151/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11942/go-8-1666344111755230151/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11942/go-8-1666344111755230151/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.44.0-SNAPSHOT-gy8eRqP77O7ztxt2iQXgR8MZHaV26akS8AqEc_mYrDE.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.44.0-SNAPSHOT-gy8eRqP77O7ztxt2iQXgR8MZHaV26akS8AqEc_mYrDE.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11942/go-8-1666344111755230151/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11942/go-8-1666344111755230151/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221021082051"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221021-083319"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221021-083319"
}
]
},
"name": "go-testxlang_partition-325",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/21 09:22:01 Submitted job: 2022-10-21_02_22_00-14191182772651723261
2022/10/21 09:22:01 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-21_02_22_00-14191182772651723261?project=apache-beam-testing
2022/10/21 09:22:01 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-21_02_22_00-14191182772651723261
2022/10/21 09:22:01 Job state: JOB_STATE_PENDING ...
2022/10/21 09:22:31 Job still running ...
2022/10/21 09:23:01 Job still running ...
2022/10/21 09:23:31 Job still running ...
2022/10/21 09:24:01 Job still running ...
2022/10/21 09:24:31 Job still running ...
2022/10/21 09:25:01 Job still running ...
2022/10/21 09:25:31 Job still running ...
2022/10/21 09:26:01 Job still running ...
2022/10/21 09:26:31 Job still running ...
2022/10/21 09:27:01 Job still running ...
2022/10/21 09:27:31 Job still running ...
2022/10/21 09:28:01 Job still running ...
2022/10/21 09:28:31 Job still running ...
2022/10/21 09:29:01 Job still running ...
2022/10/21 09:29:31 Job still running ...
2022/10/21 09:30:01 Job still running ...
2022/10/21 09:30:31 Job still running ...
2022/10/21 09:31:01 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-21_02_22_00-14191182772651723261 failed
--- FAIL: TestXLang_Partition (580.23s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3459.299s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666341235658552422
--- FAIL: TestBigQueryIO_BasicWriteRead (4.20s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:34695 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@bnudFQngJi" is_bounded:BOUNDED windowing_strategy_id:"w0@bnudFQngJi"}} windowing_strategies:{key:"w0@bnudFQngJi" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@bnudFQngJi" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@bnudFQngJi" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@bnudFQngJi" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666341235658552422\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"bnudFQngJi"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:34695 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@bnudFQngJi" is_bounded:BOUNDED windowing_strategy_id:"w0@bnudFQngJi"}} windowing_strategies:{key:"w0@bnudFQngJi" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@bnudFQngJi" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@bnudFQngJi" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@bnudFQngJi" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666341235658552422\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"bnudFQngJi"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 12 [running]:
testing.tRunner.func1.2({0xf06c80, 0xc00059c5c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf06c80, 0xc00059c5c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000116c40?, 0xc0000b7b30?}, {0x10aee41, 0x39}, {0xc0000f6180?, 0xa71e60?, 0x1?}, {0xc000400e80, 0xf}, 0xc0001add20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000116be0?, 0xc0000b7b30?}, {0xc00004aa80, 0x52}, {0x1?}, {0xc0001adea8, 0x2, 0x7f3c637883c0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000400e80, 0xf}, {0xc00004aa80, 0x52}, {0xe557e0, 0xc0000401b0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000682d00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000682d00, 0x10ddc20)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.229s
=== RUN TestDebeziumIO_BasicRead
integration.go:309: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:309: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:309: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:309: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.033s
FAIL
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:49b44c4a9bc563b16e5a976e4c74b7509f168b7bb7877e43b1903589fa327da2
Associated tags:
- 20221021-083319
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221021-083319
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221021-083319].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:49b44c4a9bc563b16e5a976e4c74b7509f168b7bb7877e43b1903589fa327da2].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221021082051]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c1ac3da41d1b36569f5e91d523135235f0d5adce6d2301833da363661d3bef7e]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221021082051] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c1ac3da41d1b36569f5e91d523135235f0d5adce6d2301833da363661d3bef7e])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c1ac3da41d1b36569f5e91d523135235f0d5adce6d2301833da363661d3bef7e
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c1ac3da41d1b36569f5e91d523135235f0d5adce6d2301833da363661d3bef7e].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221021082051]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2010b2168e7cb3e9219243f8f6ff401250cfa007d07fe9769db62c185581d1ce]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221021082051] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2010b2168e7cb3e9219243f8f6ff401250cfa007d07fe9769db62c185581d1ce])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2010b2168e7cb3e9219243f8f6ff401250cfa007d07fe9769db62c185581d1ce
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2010b2168e7cb3e9219243f8f6ff401250cfa007d07fe9769db62c185581d1ce].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 11m 13s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/wnhzyjtz6ptko
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #824
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/824/display/redirect?page=changes>
Changes:
[Kenneth Knowles] Verify that secondary key coder is deterministic in SortValues
[riteshghorse] fix lints
[noreply] Update google cloud vision >= 2.0.0 (#23755)
[noreply] Update GcsIO initialization to support converting input parameters to
------------------------------------------
[...truncated 1015.92 KB...]
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22976/go-8-1666322308551423932/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221021-023207"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221021022042"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221021-023207"
}
]
},
"name": "go-testxlang_partition-797",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/21 03:18:38 Submitted job: 2022-10-20_20_18_37-9941158846386883778
2022/10/21 03:18:38 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-20_20_18_37-9941158846386883778?project=apache-beam-testing
2022/10/21 03:18:38 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-20_20_18_37-9941158846386883778
2022/10/21 03:18:38 Job state: JOB_STATE_PENDING ...
2022/10/21 03:19:08 Job still running ...
2022/10/21 03:19:38 Job still running ...
2022/10/21 03:20:08 Job still running ...
2022/10/21 03:20:38 Job still running ...
2022/10/21 03:21:08 Job still running ...
2022/10/21 03:21:38 Job still running ...
2022/10/21 03:22:08 Job still running ...
2022/10/21 03:22:38 Job still running ...
2022/10/21 03:23:08 Job still running ...
2022/10/21 03:23:38 Job still running ...
2022/10/21 03:24:08 Job still running ...
2022/10/21 03:24:38 Job still running ...
2022/10/21 03:25:08 Job still running ...
2022/10/21 03:25:38 Job still running ...
2022/10/21 03:26:08 Job still running ...
2022/10/21 03:26:39 Job still running ...
2022/10/21 03:27:09 Job still running ...
2022/10/21 03:27:39 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-20_20_18_37-9941158846386883778 failed
--- FAIL: TestXLang_Partition (580.82s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3331.307s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666319561155647937
--- FAIL: TestBigQueryIO_BasicWriteRead (5.25s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41559 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@cGhkyNplrD" is_bounded:BOUNDED windowing_strategy_id:"w0@cGhkyNplrD"}} windowing_strategies:{key:"w0@cGhkyNplrD" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@cGhkyNplrD" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@cGhkyNplrD" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@cGhkyNplrD" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666319561155647937\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"cGhkyNplrD"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41559 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@cGhkyNplrD" is_bounded:BOUNDED windowing_strategy_id:"w0@cGhkyNplrD"}} windowing_strategies:{key:"w0@cGhkyNplrD" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@cGhkyNplrD" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@cGhkyNplrD" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@cGhkyNplrD" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666319561155647937\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"cGhkyNplrD"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 12 [running]:
testing.tRunner.func1.2({0xf06c80, 0xc000259280})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf06c80, 0xc000259280})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00016cc60?, 0xc0000ca050?}, {0x10aee41, 0x39}, {0xc000160180?, 0xa71e60?, 0x1?}, {0xc0003fabd0, 0xf}, 0xc00015bd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00016cc00?, 0xc0000ca050?}, {0xc00004a540, 0x52}, {0x1?}, {0xc00015bea8, 0x2, 0x7f9b42f7e3c0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003fabd0, 0xf}, {0xc00004a540, 0x52}, {0xe557e0, 0xc0000402d0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000582d00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000582d00, 0x10ddc20)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.281s
=== RUN TestDebeziumIO_BasicRead
integration.go:309: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:309: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:309: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.034s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:309: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.029s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221021-023207
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221021-023207
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a99d0256b9abf7b7fa24fde856f084dd6c8ea910a2f1dda8beb8b48f45244b74
Deleted: sha256:a45f5c9dbf5624e04690f4b9821dd50c811f75098213ec6768fce8e7b0ea154b
Deleted: sha256:c9226b13765ceb52b91402f10f43c184f5c290857ce0dc4f0945e6c4e522dc14
Deleted: sha256:af07d916b7e9d8a14eafe1d55a85e2772ac577784a40946b71400baf0fc7e668
Deleted: sha256:3446a71dcda9d38d776ba73299aced317cc8fff656230b4a2c92bacca7bd3fa0
Deleted: sha256:026d18c88fa64347fd09393c46a984ef950f13b1e78ee7c231d7c2421aade5a2
Deleted: sha256:2f8de4f2b4adfe82cd3d63fda3bb5ddcb935df80cb11a5d33cd1febe69a39192
Deleted: sha256:56152c5f495e5818d9bce5744a26a7e36facc05b880c2efaa3c85070980bc274
Deleted: sha256:cb2c9331a7b56b4ad37fb226bebb246644475e594fc556767497c55e13ed57a2
Deleted: sha256:aaf882ee9c380d7124d11857440ce117df440274d47d15b0ed88061e0dc5400d
Deleted: sha256:295f14b92a888692da44ad299a90def68ecdb947d445fdb75d633bcfbf784550
Deleted: sha256:f06e60613c34877e986a72fc390884dff7017e8ff36da64c9044a6f7212635e3
Deleted: sha256:a65108c1e6b6f7e54bfa37e057a5cfb28586cc7200f4d580b42f2c8f449f88f9
Deleted: sha256:84ba30c829ed72b513b31bb56f3029a8ff827666ede82622259343823171d95e
Deleted: sha256:6f8aac5c5a58b47f9f898f35fd35d6ef54cccce1007e1fc3f474df2900e6c6c9
Deleted: sha256:e141b8762e84f50825e3f0f338a8778f73203619eda11e43e7e504ad2ed74203
Deleted: sha256:4337731e816a4cc9fc68db6d523a923a54499e6328ea1aea3bd3da6ded7ba6d3
Deleted: sha256:011409ceb30bd690fe3da30ada388a87d8442b6f8e51c8f1fd80b57f0dc966aa
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221021-023207
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a99d0256b9abf7b7fa24fde856f084dd6c8ea910a2f1dda8beb8b48f45244b74
Associated tags:
- 20221021-023207
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221021-023207
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221021-023207].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a99d0256b9abf7b7fa24fde856f084dd6c8ea910a2f1dda8beb8b48f45244b74].
$ rm -rf /tmp/tmp.uEQueCI4rD
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221021022042
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a7b90ba419f5b4f34bcf79425bc0aaed46a3e747bde187d0dc6de7924ae7ec2b
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221021022042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a7b90ba419f5b4f34bcf79425bc0aaed46a3e747bde187d0dc6de7924ae7ec2b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221021022042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a7b90ba419f5b4f34bcf79425bc0aaed46a3e747bde187d0dc6de7924ae7ec2b])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a7b90ba419f5b4f34bcf79425bc0aaed46a3e747bde187d0dc6de7924ae7ec2b
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a7b90ba419f5b4f34bcf79425bc0aaed46a3e747bde187d0dc6de7924ae7ec2b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a7b90ba419f5b4f34bcf79425bc0aaed46a3e747bde187d0dc6de7924ae7ec2b].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221021022042
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:58d8bbdece8a23bebe0f7239cb1cae84d79f8d732c2b349b37a2645d33952453
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221021022042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:58d8bbdece8a23bebe0f7239cb1cae84d79f8d732c2b349b37a2645d33952453]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221021022042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:58d8bbdece8a23bebe0f7239cb1cae84d79f8d732c2b349b37a2645d33952453])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:58d8bbdece8a23bebe0f7239cb1cae84d79f8d732c2b349b37a2645d33952453
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:58d8bbdece8a23bebe0f7239cb1cae84d79f8d732c2b349b37a2645d33952453
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:58d8bbdece8a23bebe0f7239cb1cae84d79f8d732c2b349b37a2645d33952453].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 54713.
Stopping expansion service pid: 54714.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 52s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/dbvn2iw43lhky
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #823
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/823/display/redirect?page=changes>
Changes:
[noreply] Issue#23599 Updated dataframe notebook
[noreply] Added a missing line break.
[Chamikara Madhusanka Jayalath] Updating Python dependencies for the 2.43.0 release
[thiagotnunes] tests: fixes SpannerIO unavailable retry test
[noreply] Revert bigdataoss version upgrade (#23727)
[Chamikara Madhusanka Jayalath] Moving to 2.44.0-SNAPSHOT on master branch.
[noreply] Update the timeout in ValidatesContainer suite. (#23732)
------------------------------------------
[...truncated 1009.02 KB...]
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32461/go-8-1666300785347825956/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32461/go-8-1666300785347825956/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32461/go-8-1666300785347825956/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32461/go-8-1666300785347825956/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32461/go-8-1666300785347825956/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32461/go-8-1666300785347825956/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32461/go-8-1666300785347825956/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.44.0-SNAPSHOT-gy8eRqP77O7ztxt2iQXgR8MZHaV26akS8AqEc_mYrDE.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.44.0-SNAPSHOT-gy8eRqP77O7ztxt2iQXgR8MZHaV26akS8AqEc_mYrDE.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32461/go-8-1666300785347825956/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32461/go-8-1666300785347825956/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221020-203245"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221020202034"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221020-203245"
}
]
},
"name": "go-testxlang_partition-192",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/20 21:19:54 Submitted job: 2022-10-20_14_19_54-10691450347008358892
2022/10/20 21:19:54 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-20_14_19_54-10691450347008358892?project=apache-beam-testing
2022/10/20 21:19:54 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-20_14_19_54-10691450347008358892
2022/10/20 21:19:54 Job state: JOB_STATE_PENDING ...
2022/10/20 21:20:25 Job still running ...
2022/10/20 21:20:55 Job still running ...
2022/10/20 21:21:25 Job still running ...
2022/10/20 21:21:55 Job still running ...
2022/10/20 21:22:25 Job still running ...
2022/10/20 21:22:55 Job still running ...
2022/10/20 21:23:25 Job still running ...
2022/10/20 21:23:55 Job still running ...
2022/10/20 21:24:25 Job still running ...
2022/10/20 21:24:55 Job still running ...
2022/10/20 21:25:25 Job still running ...
2022/10/20 21:25:55 Job still running ...
2022/10/20 21:26:25 Job still running ...
2022/10/20 21:26:55 Job still running ...
2022/10/20 21:27:25 Job still running ...
2022/10/20 21:27:55 Job still running ...
2022/10/20 21:28:25 Job still running ...
2022/10/20 21:28:55 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-20_14_19_54-10691450347008358892 failed
--- FAIL: TestXLang_Partition (580.66s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3369.405s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666297999645918772
--- FAIL: TestBigQueryIO_BasicWriteRead (5.34s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:42195 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@cMuYfvdAfy" is_bounded:BOUNDED windowing_strategy_id:"w0@cMuYfvdAfy"}} windowing_strategies:{key:"w0@cMuYfvdAfy" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@cMuYfvdAfy" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@cMuYfvdAfy" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@cMuYfvdAfy" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666297999645918772\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"cMuYfvdAfy"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:42195 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@cMuYfvdAfy" is_bounded:BOUNDED windowing_strategy_id:"w0@cMuYfvdAfy"}} windowing_strategies:{key:"w0@cMuYfvdAfy" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@cMuYfvdAfy" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@cMuYfvdAfy" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@cMuYfvdAfy" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666297999645918772\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"cMuYfvdAfy"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 39 [running]:
testing.tRunner.func1.2({0xf06c80, 0xc0000be4c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf06c80, 0xc0000be4c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0001e57a0?, 0xc0001175e0?}, {0x10aee41, 0x39}, {0xc0001d6180?, 0xa71e60?, 0x1?}, {0xc00012ed60, 0xf}, 0xc00002bd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0001e5740?, 0xc0001175e0?}, {0xc000180840, 0x52}, {0x1?}, {0xc00002bea8, 0x2, 0x7f49b9049888?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00012ed60, 0xf}, {0xc000180840, 0x52}, {0xe557e0, 0xc00012ff10})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000554820)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000554820, 0x10ddc20)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.375s
=== RUN TestDebeziumIO_BasicRead
integration.go:309: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:309: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:309: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.030s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:309: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.047s
FAIL
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:9169ddb146f20c2730fc4129351e60967f5f759007b3a98220bfbbfdb6c49c35
Associated tags:
- 20221020-203245
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221020-203245
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221020-203245].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:9169ddb146f20c2730fc4129351e60967f5f759007b3a98220bfbbfdb6c49c35].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221020202034]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1d7339876d773b71f4ddaf7155dbb14840c26ce22339e5eb45771f46d781be91]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221020202034] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1d7339876d773b71f4ddaf7155dbb14840c26ce22339e5eb45771f46d781be91])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1d7339876d773b71f4ddaf7155dbb14840c26ce22339e5eb45771f46d781be91
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1d7339876d773b71f4ddaf7155dbb14840c26ce22339e5eb45771f46d781be91].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221020202034]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d4edab02e4ac723443200ab249887de4923d6ab2c034bead9259e85ff1f21dff]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221020202034] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d4edab02e4ac723443200ab249887de4923d6ab2c034bead9259e85ff1f21dff])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d4edab02e4ac723443200ab249887de4923d6ab2c034bead9259e85ff1f21dff
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d4edab02e4ac723443200ab249887de4923d6ab2c034bead9259e85ff1f21dff].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 9m 12s
215 actionable tasks: 167 executed, 38 from cache, 10 up-to-date
Publishing build scan...
https://gradle.com/s/6pqvjtygcpeue
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #822
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/822/display/redirect?page=changes>
Changes:
[noreply] Remove yeandy from reviewers (#23753)
------------------------------------------
[...truncated 523.07 KB...]
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29053/go-8-1666279502740779860/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29053/go-8-1666279502740779860/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29053/go-8-1666279502740779860/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29053/go-8-1666279502740779860/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-YLE3F_F9CrOMrTSVCKiwRFfYCFRK9W4Qer59GYX40bc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-YLE3F_F9CrOMrTSVCKiwRFfYCFRK9W4Qer59GYX40bc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29053/go-8-1666279502740779860/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29053/go-8-1666279502740779860/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29053/go-8-1666279502740779860/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29053/go-8-1666279502740779860/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29053/go-8-1666279502740779860/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221020-143607"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221020142045"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221020-143607"
}
]
},
"name": "go-testxlang_partition-937",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/20 15:25:12 Submitted job: 2022-10-20_08_25_11-5972783096802282976
2022/10/20 15:25:12 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-20_08_25_11-5972783096802282976?project=apache-beam-testing
2022/10/20 15:25:12 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-20_08_25_11-5972783096802282976
2022/10/20 15:25:12 Job state: JOB_STATE_PENDING ...
2022/10/20 15:25:42 Job still running ...
2022/10/20 15:26:12 Job still running ...
2022/10/20 15:26:42 Job still running ...
2022/10/20 15:27:12 Job still running ...
2022/10/20 15:27:42 Job still running ...
2022/10/20 15:28:12 Job still running ...
2022/10/20 15:28:42 Job still running ...
2022/10/20 15:29:12 Job still running ...
2022/10/20 15:29:42 Job still running ...
2022/10/20 15:30:12 Job still running ...
2022/10/20 15:30:42 Job still running ...
2022/10/20 15:31:12 Job still running ...
2022/10/20 15:31:42 Job still running ...
2022/10/20 15:32:13 Job still running ...
2022/10/20 15:32:43 Job still running ...
2022/10/20 15:33:13 Job still running ...
2022/10/20 15:33:43 Job still running ...
2022/10/20 15:34:13 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-20_08_25_11-5972783096802282976 failed
--- FAIL: TestXLang_Partition (580.65s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3482.888s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666276603617687486
--- FAIL: TestBigQueryIO_BasicWriteRead (4.72s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:44797 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@SuoGJNgOIL" is_bounded:BOUNDED windowing_strategy_id:"w0@SuoGJNgOIL"}} windowing_strategies:{key:"w0@SuoGJNgOIL" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@SuoGJNgOIL" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@SuoGJNgOIL" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@SuoGJNgOIL" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666276603617687486\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"SuoGJNgOIL"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:44797 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@SuoGJNgOIL" is_bounded:BOUNDED windowing_strategy_id:"w0@SuoGJNgOIL"}} windowing_strategies:{key:"w0@SuoGJNgOIL" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@SuoGJNgOIL" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@SuoGJNgOIL" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@SuoGJNgOIL" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666276603617687486\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"SuoGJNgOIL"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 50 [running]:
testing.tRunner.func1.2({0xf06c80, 0xc0001ff8c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf06c80, 0xc0001ff8c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00065c8c0?, 0xc000660280?}, {0x10aee41, 0x39}, {0xc0001cc240?, 0xa71e60?, 0x1?}, {0xc00012abf0, 0xf}, 0xc000173d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00065c860?, 0xc000660280?}, {0xc0001a46c0, 0x52}, {0x1?}, {0xc000173ea8, 0x2, 0xe15a00?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00012abf0, 0xf}, {0xc0001a46c0, 0x52}, {0xe557e0, 0xc0006503d8})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0000c8d00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0000c8d00, 0x10ddc20)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.752s
=== RUN TestDebeziumIO_BasicRead
integration.go:309: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.040s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:309: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:309: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:309: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:51e6f331d7548fa7dc2a250f5d485c452b1b5ee3cefb7072cf88693fcf25b4e8
Associated tags:
- 20221020-143607
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221020-143607
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221020-143607].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:51e6f331d7548fa7dc2a250f5d485c452b1b5ee3cefb7072cf88693fcf25b4e8].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221020142045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:e8480e8ef56fc4919f391d0865a27d63ca0322c13b5390267a6f63d4e2146f28]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221020142045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:e8480e8ef56fc4919f391d0865a27d63ca0322c13b5390267a6f63d4e2146f28])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:e8480e8ef56fc4919f391d0865a27d63ca0322c13b5390267a6f63d4e2146f28
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:e8480e8ef56fc4919f391d0865a27d63ca0322c13b5390267a6f63d4e2146f28].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221020142045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:baf9ad5f3df64a6a7aaf207faf6f29f61a26772511695f08e108e300d733278b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221020142045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:baf9ad5f3df64a6a7aaf207faf6f29f61a26772511695f08e108e300d733278b])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:baf9ad5f3df64a6a7aaf207faf6f29f61a26772511695f08e108e300d733278b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:baf9ad5f3df64a6a7aaf207faf6f29f61a26772511695f08e108e300d733278b].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 14m 16s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/ihorqrtedemog
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #821
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/821/display/redirect?page=changes>
Changes:
[noreply] Speed up check on website links (#23737)
------------------------------------------
[...truncated 557.12 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26782/go-8-1666257226049808777/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26782/go-8-1666257226049808777/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26782/go-8-1666257226049808777/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26782/go-8-1666257226049808777/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26782/go-8-1666257226049808777/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26782/go-8-1666257226049808777/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26782/go-8-1666257226049808777/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26782/go-8-1666257226049808777/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26782/go-8-1666257226049808777/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-YLE3F_F9CrOMrTSVCKiwRFfYCFRK9W4Qer59GYX40bc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-YLE3F_F9CrOMrTSVCKiwRFfYCFRK9W4Qer59GYX40bc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221020-083257"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221020082034"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221020-083257"
}
]
},
"name": "go-testxlang_partition-868",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/20 09:13:57 Submitted job: 2022-10-20_02_13_57-17808539866335469055
2022/10/20 09:13:57 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-20_02_13_57-17808539866335469055?project=apache-beam-testing
2022/10/20 09:13:57 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-20_02_13_57-17808539866335469055
2022/10/20 09:13:57 Job state: JOB_STATE_PENDING ...
2022/10/20 09:14:27 Job still running ...
2022/10/20 09:14:58 Job still running ...
2022/10/20 09:15:28 Job still running ...
2022/10/20 09:15:58 Job still running ...
2022/10/20 09:16:28 Job still running ...
2022/10/20 09:16:58 Job still running ...
2022/10/20 09:17:28 Job still running ...
2022/10/20 09:17:58 Job still running ...
2022/10/20 09:18:28 Job still running ...
2022/10/20 09:18:58 Job still running ...
2022/10/20 09:19:28 Job still running ...
2022/10/20 09:19:58 Job still running ...
2022/10/20 09:20:28 Job still running ...
2022/10/20 09:20:58 Job still running ...
2022/10/20 09:21:28 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-20_02_13_57-17808539866335469055 failed
--- FAIL: TestXLang_Partition (492.77s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 2909.399s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666254812536074694
--- FAIL: TestBigQueryIO_BasicWriteRead (4.48s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41909 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@PuMzxJxaKg" is_bounded:BOUNDED windowing_strategy_id:"w0@PuMzxJxaKg"}} windowing_strategies:{key:"w0@PuMzxJxaKg" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@PuMzxJxaKg" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@PuMzxJxaKg" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@PuMzxJxaKg" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666254812536074694\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"PuMzxJxaKg"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41909 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@PuMzxJxaKg" is_bounded:BOUNDED windowing_strategy_id:"w0@PuMzxJxaKg"}} windowing_strategies:{key:"w0@PuMzxJxaKg" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@PuMzxJxaKg" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@PuMzxJxaKg" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@PuMzxJxaKg" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666254812536074694\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"PuMzxJxaKg"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 11 [running]:
testing.tRunner.func1.2({0xf06c80, 0xc00048c500})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf06c80, 0xc00048c500})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00016d8c0?, 0xc000141e00?}, {0x10aee41, 0x39}, {0xc00015e240?, 0xa71e60?, 0x1?}, {0xc0003fb070, 0xf}, 0xc0001add20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00016d860?, 0xc000141e00?}, {0xc00004a600, 0x52}, {0x1?}, {0xc0001adea8, 0x2, 0x7f87c503d968?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003fb070, 0xf}, {0xc00004a600, 0x52}, {0xe557e0, 0xc00050a2e0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0000d1040)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0000d1040, 0x10ddc20)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.515s
=== RUN TestDebeziumIO_BasicRead
integration.go:309: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.043s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:309: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:309: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:309: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.033s
FAIL
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:5582c7e5270b4f938081822146bdbf891416b4e302152fcfe5056abc8c95bd27
Associated tags:
- 20221020-083257
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221020-083257
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221020-083257].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:5582c7e5270b4f938081822146bdbf891416b4e302152fcfe5056abc8c95bd27].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221020082034]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:abe98aef9e5cbef3c5be592955022072708d3c16bcd303de04009d0b59ec5546]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221020082034] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:abe98aef9e5cbef3c5be592955022072708d3c16bcd303de04009d0b59ec5546])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:abe98aef9e5cbef3c5be592955022072708d3c16bcd303de04009d0b59ec5546
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:abe98aef9e5cbef3c5be592955022072708d3c16bcd303de04009d0b59ec5546].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221020082034]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d0cfb5cb56cbec40c1ecf87c0485b7c09390d60099b1f5461b182d1308dba10e]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221020082034] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d0cfb5cb56cbec40c1ecf87c0485b7c09390d60099b1f5461b182d1308dba10e])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d0cfb5cb56cbec40c1ecf87c0485b7c09390d60099b1f5461b182d1308dba10e
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d0cfb5cb56cbec40c1ecf87c0485b7c09390d60099b1f5461b182d1308dba10e].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 1m 42s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/k5jxhrpvg6rki
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #820
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/820/display/redirect?page=changes>
Changes:
[noreply] Add reopen issue command (#23733)
[noreply] Add example of real time Anomaly Detection using RunInference (#23497)
[noreply] Support TIMESTAMP type in BigQueryIO with BEAM_ROW output type, and in
[noreply] Add PytorchBatchConverter (#23296)
[noreply] Pin version to grpcio in build-requirements.txt (#23735)
[noreply] Bump up python container versions. (#23716)
[noreply] Reduce log flood in Python PostCommit flink task (#23635)
------------------------------------------
[...truncated 1003.08 KB...]
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6433/go-8-1666235344396560186/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6433/go-8-1666235344396560186/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6433/go-8-1666235344396560186/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6433/go-8-1666235344396560186/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6433/go-8-1666235344396560186/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6433/go-8-1666235344396560186/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-YLE3F_F9CrOMrTSVCKiwRFfYCFRK9W4Qer59GYX40bc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-YLE3F_F9CrOMrTSVCKiwRFfYCFRK9W4Qer59GYX40bc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6433/go-8-1666235344396560186/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6433/go-8-1666235344396560186/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6433/go-8-1666235344396560186/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221020-023230"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221020022034"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221020-023230"
}
]
},
"name": "go-testxlang_partition-483",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/20 03:09:14 Submitted job: 2022-10-19_20_09_13-1932050910251993126
2022/10/20 03:09:14 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-19_20_09_13-1932050910251993126?project=apache-beam-testing
2022/10/20 03:09:14 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-19_20_09_13-1932050910251993126
2022/10/20 03:09:14 Job state: JOB_STATE_PENDING ...
2022/10/20 03:09:44 Job still running ...
2022/10/20 03:10:14 Job still running ...
2022/10/20 03:10:44 Job still running ...
2022/10/20 03:11:14 Job still running ...
2022/10/20 03:11:44 Job still running ...
2022/10/20 03:12:14 Job still running ...
2022/10/20 03:12:44 Job still running ...
2022/10/20 03:13:14 Job still running ...
2022/10/20 03:13:44 Job still running ...
2022/10/20 03:14:14 Job still running ...
2022/10/20 03:14:44 Job still running ...
2022/10/20 03:15:14 Job still running ...
2022/10/20 03:15:44 Job still running ...
2022/10/20 03:16:14 Job still running ...
2022/10/20 03:16:44 Job still running ...
2022/10/20 03:17:14 Job still running ...
2022/10/20 03:17:45 Job still running ...
2022/10/20 03:18:15 Job still running ...
2022/10/20 03:18:45 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-19_20_09_13-1932050910251993126 failed
--- FAIL: TestXLang_Partition (610.92s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 2770.552s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666233188445808468
--- FAIL: TestBigQueryIO_BasicWriteRead (5.56s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:39077 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@VeUEIFhddo" is_bounded:BOUNDED windowing_strategy_id:"w0@VeUEIFhddo"}} windowing_strategies:{key:"w0@VeUEIFhddo" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@VeUEIFhddo" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@VeUEIFhddo" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@VeUEIFhddo" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666233188445808468\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"VeUEIFhddo"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:39077 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@VeUEIFhddo" is_bounded:BOUNDED windowing_strategy_id:"w0@VeUEIFhddo"}} windowing_strategies:{key:"w0@VeUEIFhddo" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@VeUEIFhddo" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@VeUEIFhddo" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@VeUEIFhddo" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666233188445808468\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"VeUEIFhddo"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 50 [running]:
testing.tRunner.func1.2({0xf06c80, 0xc0004a0c80})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf06c80, 0xc0004a0c80})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000692620?, 0xc0004ca000?}, {0x10aee41, 0x39}, {0xc00015e240?, 0xa71e60?, 0x1?}, {0xc0003fcc70, 0xf}, 0xc0005ddd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0006925c0?, 0xc0004ca000?}, {0xc0005943c0, 0x52}, {0x1?}, {0xc0005ddea8, 0x2, 0xe15a00?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003fcc70, 0xf}, {0xc0005943c0, 0x52}, {0xe557e0, 0xc0001363c8})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000563380)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000563380, 0x10ddc20)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.600s
=== RUN TestDebeziumIO_BasicRead
integration.go:309: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.044s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:309: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:309: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.036s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:309: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.055s
FAIL
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:6daf7debf63eb393c99601c6492da565dbefdc0d4ac21df4e7f4ea0a6f1066f8
Associated tags:
- 20221020-023230
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221020-023230
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221020-023230].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:6daf7debf63eb393c99601c6492da565dbefdc0d4ac21df4e7f4ea0a6f1066f8].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221020022034]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0fedf094d970b4505668ebf1f468cbf4689ad31f55c2cc29d50639cc8cd2cc1b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221020022034] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0fedf094d970b4505668ebf1f468cbf4689ad31f55c2cc29d50639cc8cd2cc1b])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0fedf094d970b4505668ebf1f468cbf4689ad31f55c2cc29d50639cc8cd2cc1b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0fedf094d970b4505668ebf1f468cbf4689ad31f55c2cc29d50639cc8cd2cc1b].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221020022034]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:139e74217e64c79019bab6f83b09563d9ea5cd46f31cb5a61a3d7992add0c6b3]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221020022034] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:139e74217e64c79019bab6f83b09563d9ea5cd46f31cb5a61a3d7992add0c6b3])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:139e74217e64c79019bab6f83b09563d9ea5cd46f31cb5a61a3d7992add0c6b3
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:139e74217e64c79019bab6f83b09563d9ea5cd46f31cb5a61a3d7992add0c6b3].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 58m 58s
215 actionable tasks: 156 executed, 49 from cache, 10 up-to-date
Publishing build scan...
https://gradle.com/s/fkmhfexbzhgga
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #819
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/819/display/redirect?page=changes>
Changes:
[Moritz Mack] Keep Spark version in a single place only (BeamModulePlugin)
[noreply] Update release instructions in Python 3.10 (#23702)
[noreply] Move Tensorflow Documentation (#23729)
[noreply] Bump golang.org/x/text from 0.3.7 to 0.4.0 in /sdks (#23686)
[noreply] Unit Content markdown styles (#23592) (#23662)
------------------------------------------
[...truncated 561.60 KB...]
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27058/go-8-1666214501140011019/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27058/go-8-1666214501140011019/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27058/go-8-1666214501140011019/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27058/go-8-1666214501140011019/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27058/go-8-1666214501140011019/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27058/go-8-1666214501140011019/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT--QrtWZ_N8mA4xTidyGG2YlUhUBsYd2CHGgHoxnsBatI.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT--QrtWZ_N8mA4xTidyGG2YlUhUBsYd2CHGgHoxnsBatI.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27058/go-8-1666214501140011019/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27058/go-8-1666214501140011019/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27058/go-8-1666214501140011019/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221019202044"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221019-203350"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221019-203350"
}
]
},
"name": "go-testxlang_partition-784",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/19 21:21:54 Submitted job: 2022-10-19_14_21_53-11143654880296424539
2022/10/19 21:21:54 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-19_14_21_53-11143654880296424539?project=apache-beam-testing
2022/10/19 21:21:54 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-19_14_21_53-11143654880296424539
2022/10/19 21:21:54 Job state: JOB_STATE_PENDING ...
2022/10/19 21:22:24 Job still running ...
2022/10/19 21:22:54 Job still running ...
2022/10/19 21:23:24 Job still running ...
2022/10/19 21:23:54 Job still running ...
2022/10/19 21:24:24 Job still running ...
2022/10/19 21:24:54 Job still running ...
2022/10/19 21:25:24 Job still running ...
2022/10/19 21:25:54 Job still running ...
2022/10/19 21:26:24 Job still running ...
2022/10/19 21:26:54 Job still running ...
2022/10/19 21:27:24 Job still running ...
2022/10/19 21:27:54 Job still running ...
2022/10/19 21:28:24 Job still running ...
2022/10/19 21:28:54 Job still running ...
2022/10/19 21:29:24 Job still running ...
2022/10/19 21:29:54 Job still running ...
2022/10/19 21:30:25 Job still running ...
2022/10/19 21:30:55 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-19_14_21_53-11143654880296424539 failed
--- FAIL: TestXLang_Partition (584.44s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3390.275s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666211698690045996
--- FAIL: TestBigQueryIO_BasicWriteRead (6.66s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41353 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@LhNywicwLw" is_bounded:BOUNDED windowing_strategy_id:"w0@LhNywicwLw"}} windowing_strategies:{key:"w0@LhNywicwLw" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@LhNywicwLw" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@LhNywicwLw" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@LhNywicwLw" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666211698690045996\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"LhNywicwLw"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41353 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@LhNywicwLw" is_bounded:BOUNDED windowing_strategy_id:"w0@LhNywicwLw"}} windowing_strategies:{key:"w0@LhNywicwLw" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@LhNywicwLw" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@LhNywicwLw" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@LhNywicwLw" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666211698690045996\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"LhNywicwLw"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 24 [running]:
testing.tRunner.func1.2({0xf06c80, 0xc000357c40})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf06c80, 0xc000357c40})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00010e8a0?, 0xc0000ba3c0?}, {0x10aee41, 0x39}, {0xc0000f8180?, 0xa71e60?, 0x1?}, {0xc000404ca0, 0xf}, 0xc00002bd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00010e840?, 0xc0000ba3c0?}, {0xc0005e23c0, 0x52}, {0x1?}, {0xc00002bea8, 0x2, 0x7f25a04ca7f0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000404ca0, 0xf}, {0xc0005e23c0, 0x52}, {0xe557e0, 0xc0005082c0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000103380)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000103380, 0x10ddc20)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 9.694s
=== RUN TestDebeziumIO_BasicRead
integration.go:309: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:309: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:309: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.037s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:309: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.035s
FAIL
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:d3d773875bb58ecfed5444100a0158e0fdf1fcd08f97a020afaa808c71f8ba26
Associated tags:
- 20221019-203350
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221019-203350
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221019-203350].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:d3d773875bb58ecfed5444100a0158e0fdf1fcd08f97a020afaa808c71f8ba26].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221019202044]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:32292e4a0595d21ef0cdad45b849c216e7881c928b5c963911ea2b9cd986a3ec]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221019202044] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:32292e4a0595d21ef0cdad45b849c216e7881c928b5c963911ea2b9cd986a3ec])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:32292e4a0595d21ef0cdad45b849c216e7881c928b5c963911ea2b9cd986a3ec
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:32292e4a0595d21ef0cdad45b849c216e7881c928b5c963911ea2b9cd986a3ec].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221019202044]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5814a72dc19060f9b331e39cdd8389a31c1dbda9723cdc90e94dab916e939cf0]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221019202044] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5814a72dc19060f9b331e39cdd8389a31c1dbda9723cdc90e94dab916e939cf0])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5814a72dc19060f9b331e39cdd8389a31c1dbda9723cdc90e94dab916e939cf0
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5814a72dc19060f9b331e39cdd8389a31c1dbda9723cdc90e94dab916e939cf0].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 11m 38s
215 actionable tasks: 146 executed, 57 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/ld7qfauukl3iq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #818
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/818/display/redirect?page=changes>
Changes:
[noreply] [Playground] Examples CD (#23664)
------------------------------------------
[...truncated 557.54 KB...]
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8794/go-8-1666193797214135297/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8794/go-8-1666193797214135297/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8794/go-8-1666193797214135297/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8794/go-8-1666193797214135297/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8794/go-8-1666193797214135297/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8794/go-8-1666193797214135297/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8794/go-8-1666193797214135297/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8794/go-8-1666193797214135297/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8794/go-8-1666193797214135297/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT--QrtWZ_N8mA4xTidyGG2YlUhUBsYd2CHGgHoxnsBatI.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT--QrtWZ_N8mA4xTidyGG2YlUhUBsYd2CHGgHoxnsBatI.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221019-144731"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221019143138"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221019-144731"
}
]
},
"name": "go-testxlang_partition-942",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/19 15:36:49 Submitted job: 2022-10-19_08_36_49-4930488235106375826
2022/10/19 15:36:49 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-19_08_36_49-4930488235106375826?project=apache-beam-testing
2022/10/19 15:36:49 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-19_08_36_49-4930488235106375826
2022/10/19 15:36:49 Job state: JOB_STATE_PENDING ...
2022/10/19 15:37:19 Job still running ...
2022/10/19 15:37:49 Job still running ...
2022/10/19 15:38:19 Job still running ...
2022/10/19 15:38:49 Job still running ...
2022/10/19 15:39:19 Job still running ...
2022/10/19 15:39:49 Job still running ...
2022/10/19 15:40:20 Job still running ...
2022/10/19 15:40:50 Job still running ...
2022/10/19 15:41:20 Job still running ...
2022/10/19 15:41:50 Job still running ...
2022/10/19 15:42:20 Job still running ...
2022/10/19 15:42:50 Job still running ...
2022/10/19 15:43:20 Job still running ...
2022/10/19 15:43:50 Job still running ...
2022/10/19 15:44:20 Job still running ...
2022/10/19 15:44:50 Job still running ...
2022/10/19 15:45:20 Job still running ...
2022/10/19 15:45:50 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-19_08_36_49-4930488235106375826 failed
--- FAIL: TestXLang_Partition (583.59s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3467.978s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666190922605735135
--- FAIL: TestBigQueryIO_BasicWriteRead (6.40s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35651 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@MrTKLXIwTy" is_bounded:BOUNDED windowing_strategy_id:"w0@MrTKLXIwTy"}} windowing_strategies:{key:"w0@MrTKLXIwTy" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@MrTKLXIwTy" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@MrTKLXIwTy" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@MrTKLXIwTy" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666190922605735135\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"MrTKLXIwTy"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35651 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@MrTKLXIwTy" is_bounded:BOUNDED windowing_strategy_id:"w0@MrTKLXIwTy"}} windowing_strategies:{key:"w0@MrTKLXIwTy" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@MrTKLXIwTy" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@MrTKLXIwTy" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@MrTKLXIwTy" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666190922605735135\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"MrTKLXIwTy"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 7 [running]:
testing.tRunner.func1.2({0xf06c80, 0xc0005982c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf06c80, 0xc0005982c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000592d80?, 0xc0001179a0?}, {0x10aee41, 0x39}, {0xc000162180?, 0xa71e60?, 0x1?}, {0xc0005b6aa0, 0xf}, 0xc00015dd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000592d20?, 0xc0001179a0?}, {0xc0001188a0, 0x52}, {0x1?}, {0xc00015dea8, 0x2, 0x7fcaf6733218?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0005b6aa0, 0xf}, {0xc0001188a0, 0x52}, {0xe557e0, 0xc0005b7c50})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00049b040)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00049b040, 0x10ddc20)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 9.442s
=== RUN TestDebeziumIO_BasicRead
integration.go:309: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.047s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:309: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:309: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:309: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.035s
FAIL
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:8fc1d4b95780479ba78603710582e1f3d549ed5d3a475584b061badfcacdd677
Associated tags:
- 20221019-144731
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221019-144731
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221019-144731].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:8fc1d4b95780479ba78603710582e1f3d549ed5d3a475584b061badfcacdd677].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221019143138]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:acd6f262c4fc82b108e57b550a178ac7d7a8e6463910aaf0d3427304507d0bdf]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221019143138] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:acd6f262c4fc82b108e57b550a178ac7d7a8e6463910aaf0d3427304507d0bdf])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:acd6f262c4fc82b108e57b550a178ac7d7a8e6463910aaf0d3427304507d0bdf
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:acd6f262c4fc82b108e57b550a178ac7d7a8e6463910aaf0d3427304507d0bdf].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221019143138]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:fd7d48d8495e0e011ef0ff26058834c67a995d6327bbd8dd8ad238b5f3732645]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221019143138] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:fd7d48d8495e0e011ef0ff26058834c67a995d6327bbd8dd8ad238b5f3732645])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:fd7d48d8495e0e011ef0ff26058834c67a995d6327bbd8dd8ad238b5f3732645
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:fd7d48d8495e0e011ef0ff26058834c67a995d6327bbd8dd8ad238b5f3732645].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 15m 39s
215 actionable tasks: 148 executed, 55 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/e7gmcuktyiwzk
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #817
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/817/display/redirect?page=changes>
Changes:
[noreply] Merge pull request #23510: Vortex multiplexing streams
[noreply] Io jms fix ack message checkpoint (#22932)
------------------------------------------
[...truncated 1021.51 KB...]
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test15192/go-8-1666171231822264945/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221019-083333"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221019082046"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221019-083333"
}
]
},
"name": "go-testxlang_partition-124",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/19 09:20:40 Submitted job: 2022-10-19_02_20_40-1432524372431700149
2022/10/19 09:20:40 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-19_02_20_40-1432524372431700149?project=apache-beam-testing
2022/10/19 09:20:40 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-19_02_20_40-1432524372431700149
2022/10/19 09:20:40 Job state: JOB_STATE_PENDING ...
2022/10/19 09:21:10 Job still running ...
2022/10/19 09:21:41 Job still running ...
2022/10/19 09:22:11 Job still running ...
2022/10/19 09:22:41 Job still running ...
2022/10/19 09:23:11 Job still running ...
2022/10/19 09:23:41 Job still running ...
2022/10/19 09:24:11 Job still running ...
2022/10/19 09:24:41 Job still running ...
2022/10/19 09:25:11 Job still running ...
2022/10/19 09:25:41 Job still running ...
2022/10/19 09:26:11 Job still running ...
2022/10/19 09:26:41 Job still running ...
2022/10/19 09:27:11 Job still running ...
2022/10/19 09:27:41 Job still running ...
2022/10/19 09:28:11 Job still running ...
2022/10/19 09:28:41 Job still running ...
2022/10/19 09:29:11 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-19_02_20_40-1432524372431700149 failed
--- FAIL: TestXLang_Partition (550.10s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3334.443s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666168450625166046
--- FAIL: TestBigQueryIO_BasicWriteRead (5.02s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35163 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@iTicSVpBMk" is_bounded:BOUNDED windowing_strategy_id:"w0@iTicSVpBMk"}} windowing_strategies:{key:"w0@iTicSVpBMk" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@iTicSVpBMk" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@iTicSVpBMk" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@iTicSVpBMk" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666168450625166046\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"iTicSVpBMk"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35163 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@iTicSVpBMk" is_bounded:BOUNDED windowing_strategy_id:"w0@iTicSVpBMk"}} windowing_strategies:{key:"w0@iTicSVpBMk" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@iTicSVpBMk" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@iTicSVpBMk" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@iTicSVpBMk" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666168450625166046\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"iTicSVpBMk"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 41 [running]:
testing.tRunner.func1.2({0xf06c80, 0xc0002fe440})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf06c80, 0xc0002fe440})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00048cb00?, 0xc0000bb590?}, {0x10aee41, 0x39}, {0xc00015e180?, 0xa71e60?, 0x1?}, {0xc00048ea70, 0xf}, 0xc0004f7d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00048caa0?, 0xc0000bb590?}, {0xc0004ae300, 0x52}, {0x1?}, {0xc0004f7ea8, 0x2, 0x7ff8c81f6658?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00048ea70, 0xf}, {0xc0004ae300, 0x52}, {0xe557e0, 0xc00048fc20})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0000d29c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0000d29c0, 0x10ddc20)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.061s
=== RUN TestDebeziumIO_BasicRead
integration.go:309: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.045s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:309: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:309: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.040s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:309: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.036s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221019-083333
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221019-083333
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:4b592e9755f216ef88d885b361e6b7dfba70c198a9c3871b22a2968ae0f39f54
Deleted: sha256:25fff8c58c4e6504762063aea77ff201d2a1792ef367aa936b1cb3e72ad02869
Deleted: sha256:999b50d57d132d704cc5565b34760db5b782d1d34270b68d15dcb4f5c004ccb1
Deleted: sha256:c4e4e74f24e1cb4bb75add589443cb8a11d94c36c34ce2eb0fc8e4dbb383942a
Deleted: sha256:ae1c98f39771c081e7dbd66a0371cff421f19a2854fce286e885fb203f695728
Deleted: sha256:fde585ad3482a55ef2a81fde3b84906b414e7d9f426a39cd0f76c07764a3378b
Deleted: sha256:f7bdeb57498a022c32f0a1787f0accba8d7f99f2ae43b38cc65451dd4e717c15
Deleted: sha256:400cd2a9ee6cd7fe9ad626feaaf7c4c22d0aa269e7fc4b33db149bc2e93068f8
Deleted: sha256:c362c70d49dc49f2073410cc0034770c3a162ad5814736592b8746432c90845e
Deleted: sha256:9fe3820a3a7749681d39af63a90774941a0c53a07465ec24fc201838a62c624f
Deleted: sha256:361d8109a97d80f5d553756603b8001c3030b0e6b29ac0ebf515091e9e38c000
Deleted: sha256:4ec523e0fb61b4b04262a5dd984ce0be66de1f44d6f0225297536b58f4955a90
Deleted: sha256:efee2f4d099ac974a797f8c2e537fed4f63e76b33c70701c50683192edcef188
Deleted: sha256:ddfead98ce5f3e1c4e2d0a21a75bab30fa6ce384a36cd6af7d173a2bfc75f6cb
Deleted: sha256:c2aa9a3b0d03534b76700149e2b0f93f813ec91a350154ad38adfca956905379
Deleted: sha256:8a6840d25f24474fd6f6283d69a2b629451e74d54324b98701e7727d8f757a1b
Deleted: sha256:ea724e369e4994650347c57159af4427c70677e95fef893d412e21508af42d4c
Deleted: sha256:4fe4ead1366cfe7f68a85a59dba9c83361360f85df98ce1878f5b15a5d969d9a
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221019-083333
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:4b592e9755f216ef88d885b361e6b7dfba70c198a9c3871b22a2968ae0f39f54
Associated tags:
- 20221019-083333
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221019-083333
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221019-083333].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:4b592e9755f216ef88d885b361e6b7dfba70c198a9c3871b22a2968ae0f39f54].
$ rm -rf /tmp/tmp.WPGmDiKQ5b
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221019082046
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f0a4c1378f60ed8b7fe44684620dfca12c38f367c349ce36fea3a00610fe9d07
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221019082046]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f0a4c1378f60ed8b7fe44684620dfca12c38f367c349ce36fea3a00610fe9d07]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221019082046] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f0a4c1378f60ed8b7fe44684620dfca12c38f367c349ce36fea3a00610fe9d07])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f0a4c1378f60ed8b7fe44684620dfca12c38f367c349ce36fea3a00610fe9d07
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f0a4c1378f60ed8b7fe44684620dfca12c38f367c349ce36fea3a00610fe9d07
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f0a4c1378f60ed8b7fe44684620dfca12c38f367c349ce36fea3a00610fe9d07].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221019082046
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8ca771bdbda2ac9de6de7f697bd0ad4992d7d23098c9fe9faad529faf60f74d4
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221019082046]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8ca771bdbda2ac9de6de7f697bd0ad4992d7d23098c9fe9faad529faf60f74d4]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221019082046] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8ca771bdbda2ac9de6de7f697bd0ad4992d7d23098c9fe9faad529faf60f74d4])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8ca771bdbda2ac9de6de7f697bd0ad4992d7d23098c9fe9faad529faf60f74d4
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8ca771bdbda2ac9de6de7f697bd0ad4992d7d23098c9fe9faad529faf60f74d4
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8ca771bdbda2ac9de6de7f697bd0ad4992d7d23098c9fe9faad529faf60f74d4].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 949964.
Stopping expansion service pid: 949965.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 9m 27s
215 actionable tasks: 156 executed, 49 from cache, 10 up-to-date
Publishing build scan...
https://gradle.com/s/m423kimkfu5os
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #816
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/816/display/redirect?page=changes>
Changes:
[Robert Bradshaw] Remove numpy C API dep from public declarations.
[noreply] add expansion service option (#23712)
[noreply] Downgrade container cryptography version to avoid yanked version
[noreply] Update portable runner test timeout (#23696)
------------------------------------------
[...truncated 1003.43 KB...]
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5208/go-8-1666149510780552242/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221019022039"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221019-023145"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221019-023145"
}
]
},
"name": "go-testxlang_partition-47",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/19 03:18:39 Submitted job: 2022-10-18_20_18_39-4069124235028183447
2022/10/19 03:18:39 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-18_20_18_39-4069124235028183447?project=apache-beam-testing
2022/10/19 03:18:39 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-18_20_18_39-4069124235028183447
2022/10/19 03:18:39 Job state: JOB_STATE_PENDING ...
2022/10/19 03:19:09 Job still running ...
2022/10/19 03:19:39 Job still running ...
2022/10/19 03:20:09 Job still running ...
2022/10/19 03:20:40 Job still running ...
2022/10/19 03:21:10 Job still running ...
2022/10/19 03:21:40 Job still running ...
2022/10/19 03:22:10 Job still running ...
2022/10/19 03:22:40 Job still running ...
2022/10/19 03:23:10 Job still running ...
2022/10/19 03:23:40 Job still running ...
2022/10/19 03:24:10 Job still running ...
2022/10/19 03:24:40 Job still running ...
2022/10/19 03:25:10 Job still running ...
2022/10/19 03:25:40 Job still running ...
2022/10/19 03:26:10 Job still running ...
2022/10/19 03:26:40 Job still running ...
2022/10/19 03:27:10 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-18_20_18_39-4069124235028183447 failed
--- FAIL: TestXLang_Partition (550.11s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3326.139s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666146741889785992
--- FAIL: TestBigQueryIO_BasicWriteRead (5.15s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:36565 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@LBDspwJcUU" is_bounded:BOUNDED windowing_strategy_id:"w0@LBDspwJcUU"}} windowing_strategies:{key:"w0@LBDspwJcUU" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@LBDspwJcUU" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@LBDspwJcUU" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@LBDspwJcUU" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666146741889785992\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"LBDspwJcUU"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:36565 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@LBDspwJcUU" is_bounded:BOUNDED windowing_strategy_id:"w0@LBDspwJcUU"}} windowing_strategies:{key:"w0@LBDspwJcUU" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@LBDspwJcUU" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@LBDspwJcUU" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@LBDspwJcUU" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666146741889785992\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"LBDspwJcUU"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 11 [running]:
testing.tRunner.func1.2({0xf06c80, 0xc000562980})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf06c80, 0xc000562980})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000489180?, 0xc00049dae0?}, {0x10aee41, 0x39}, {0xc000160240?, 0xa71e60?, 0x1?}, {0xc00048f270, 0xf}, 0xc0001add20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000489120?, 0xc00049dae0?}, {0xc000116900, 0x52}, {0x1?}, {0xc0001adea8, 0x2, 0x7f5bda133548?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00048f270, 0xf}, {0xc000116900, 0x52}, {0xe557e0, 0xc000194420})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0004afa00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0004afa00, 0x10ddc20)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.184s
=== RUN TestDebeziumIO_BasicRead
integration.go:309: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.037s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:309: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:309: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.038s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:309: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.056s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221019-023145
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221019-023145
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:34e8b55acf9357fb5e3a2364b29ad861b65195f1792842a74c7de3d516a2b05a
Deleted: sha256:0f6d3926c0b4a1f9b0f23fb3f30bb03c23051061834cf18a6b834b5a5b2e8057
Deleted: sha256:0862fd2dd48c7dc57151cae5bc74e5b5315032080b070dcf9035788969393152
Deleted: sha256:1668288ccf492959fe5014874c6b1352516b0004ea5a08dfcc4d77197b2a1e06
Deleted: sha256:2a0def48c2fd046e00788e62ce4df295241af8288672fee723b364fa3f5e3a76
Deleted: sha256:f1425f4a2e990f7e4e45ecfa442644a845ebaafad7b88f3e9387a0d757b6643b
Deleted: sha256:8d1f2324c3329304abbbb9b6cede0eddb7d16ba96db007b4e753f5ccbabd5405
Deleted: sha256:b08054bf63da8b98f5428f24701fe0ac538a1c3ead0bd52ca66f046108ad2839
Deleted: sha256:8fb2c8361e961c0a716a7aadd3c6f06895b17d9dacb47c5132c7a0d6f3c40144
Deleted: sha256:00ba022f492f5f98ae7fd589e06e603cde55ceec5fb1aa0daa6ae02aa5cb788a
Deleted: sha256:5019520172ea798da09534ff53f335bbf0848620d1719d8922632a011b24de53
Deleted: sha256:ed5122fbc5e7d02d489093fb5b9d9b5a2b99fa290821c683f1c6ad3aabbda0eb
Deleted: sha256:0d1fb0d92bdade2ca75738926a6f612939ad3c39716d314a296d601287f5b41c
Deleted: sha256:6edd13015dda5f08991f4e2778cfe36c13fd106f816821cf1180e57451dfe423
Deleted: sha256:9eaa1c66019ad5b84b67b80fbb44b5cc09aa5ec0c201816b0c1c5d89dd781d7e
Deleted: sha256:a77c5a0c0ccdd2a392af50db4dbd4885829393324e290804a60fc4010797c308
Deleted: sha256:de8e7bd6bfd68f00e2101da063527fde5eb484db1e77b5691170ef4dca706b8e
Deleted: sha256:61dc75056f5bdcb1c96914e512475ea6c06b5d574b3c22590ea5f3337d1bee60
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221019-023145
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:34e8b55acf9357fb5e3a2364b29ad861b65195f1792842a74c7de3d516a2b05a
Associated tags:
- 20221019-023145
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221019-023145
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221019-023145].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:34e8b55acf9357fb5e3a2364b29ad861b65195f1792842a74c7de3d516a2b05a].
$ rm -rf /tmp/tmp.kyF4IjTEue
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221019022039
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3237be3ca195936a03b9c4e0d051a6a5f7f0dfca27dca371a51af92e84de3133
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221019022039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3237be3ca195936a03b9c4e0d051a6a5f7f0dfca27dca371a51af92e84de3133]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221019022039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3237be3ca195936a03b9c4e0d051a6a5f7f0dfca27dca371a51af92e84de3133])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3237be3ca195936a03b9c4e0d051a6a5f7f0dfca27dca371a51af92e84de3133
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3237be3ca195936a03b9c4e0d051a6a5f7f0dfca27dca371a51af92e84de3133
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3237be3ca195936a03b9c4e0d051a6a5f7f0dfca27dca371a51af92e84de3133].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221019022039
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:222cdd03b7568b0ef6f6268443a64b03589de97c8ffde0e321076a03afb1825d
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221019022039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:222cdd03b7568b0ef6f6268443a64b03589de97c8ffde0e321076a03afb1825d]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221019022039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:222cdd03b7568b0ef6f6268443a64b03589de97c8ffde0e321076a03afb1825d])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:222cdd03b7568b0ef6f6268443a64b03589de97c8ffde0e321076a03afb1825d
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:222cdd03b7568b0ef6f6268443a64b03589de97c8ffde0e321076a03afb1825d
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:222cdd03b7568b0ef6f6268443a64b03589de97c8ffde0e321076a03afb1825d].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 694128.
Stopping expansion service pid: 694129.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 26s
215 actionable tasks: 155 executed, 48 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/mtpwaxtb55scc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
beam_PostCommit_XVR_GoUsingJava_Dataflow - Build # 815 - Aborted!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
beam_PostCommit_XVR_GoUsingJava_Dataflow - Build # 815 - Aborted:
Check console output at https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/815/ to view the results.
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #814
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/814/display/redirect?page=changes>
Changes:
[noreply] [GitHub Actions] - Run RC Validations Workflow (#23531)
[noreply] Add workflow to update milestone on issue close (#23629)
[noreply] add website page about data processing for ML (#23552)
------------------------------------------
[...truncated 553.54 KB...]
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7013/go-8-1666106422067381076/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221018-143302"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221018142042"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221018-143302"
}
]
},
"name": "go-testxlang_partition-181",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/18 15:20:31 Submitted job: 2022-10-18_08_20_31-329208955914394794
2022/10/18 15:20:31 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-18_08_20_31-329208955914394794?project=apache-beam-testing
2022/10/18 15:20:31 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-18_08_20_31-329208955914394794
2022/10/18 15:20:31 Job state: JOB_STATE_PENDING ...
2022/10/18 15:21:01 Job still running ...
2022/10/18 15:21:31 Job still running ...
2022/10/18 15:22:01 Job still running ...
2022/10/18 15:22:31 Job still running ...
2022/10/18 15:23:01 Job still running ...
2022/10/18 15:23:31 Job still running ...
2022/10/18 15:24:01 Job still running ...
2022/10/18 15:24:31 Job still running ...
2022/10/18 15:25:01 Job still running ...
2022/10/18 15:25:32 Job still running ...
2022/10/18 15:26:02 Job still running ...
2022/10/18 15:26:32 Job still running ...
2022/10/18 15:27:02 Job still running ...
2022/10/18 15:27:32 Job still running ...
2022/10/18 15:28:02 Job still running ...
2022/10/18 15:28:32 Job still running ...
2022/10/18 15:29:02 Job still running ...
2022/10/18 15:29:32 Job still running ...
2022/10/18 15:30:02 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-18_08_20_31-329208955914394794 failed
--- FAIL: TestXLang_Partition (610.47s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3425.714s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666103610704093985
--- FAIL: TestBigQueryIO_BasicWriteRead (5.27s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35625 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@sLVoqLeBKR" is_bounded:BOUNDED windowing_strategy_id:"w0@sLVoqLeBKR"}} windowing_strategies:{key:"w0@sLVoqLeBKR" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@sLVoqLeBKR" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@sLVoqLeBKR" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@sLVoqLeBKR" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666103610704093985\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"sLVoqLeBKR"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35625 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@sLVoqLeBKR" is_bounded:BOUNDED windowing_strategy_id:"w0@sLVoqLeBKR"}} windowing_strategies:{key:"w0@sLVoqLeBKR" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@sLVoqLeBKR" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@sLVoqLeBKR" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@sLVoqLeBKR" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666103610704093985\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"sLVoqLeBKR"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 11 [running]:
testing.tRunner.func1.2({0xf037a0, 0xc000112cc0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf037a0, 0xc000112cc0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000480ae0?, 0xc0000b7a40?}, {0x10ab715, 0x39}, {0xc0000f6180?, 0xa6ee00?, 0x1?}, {0xc00058c9e0, 0xf}, 0xc00002dd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000480a80?, 0xc0000b7a40?}, {0xc00001a300, 0x52}, {0x1?}, {0xc00002dea8, 0x2, 0x7f62580b3280?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00058c9e0, 0xf}, {0xc00001a300, 0x52}, {0xe52460, 0xc00058db90})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000103040)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000103040, 0x10da480)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.307s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.035s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.036s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.035s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221018-143302
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221018-143302
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:1c875f3b07bded9d60a2aac21daf96ea90ac4179b96149ffd7ea4eebc294e9bc
Deleted: sha256:c4bb82cdc7d6f45f828677312980bacf9b9baa1cf9f64ff69041f109fb7d4b07
Deleted: sha256:49b1dfa13ef7dd87c6e168ccfb0b9473d7528156e18500c8ff2fc87e71e091d7
Deleted: sha256:7b7d852ee4a42df6223ffc95523c0e183af456f78cf1a024512debd3c3144881
Deleted: sha256:73215919b15811707d9d9bcd221603b573d997ff8a861b4cef1804e7b1cbafec
Deleted: sha256:931862265286e29b41bfa30761adcad0c7381aba9f37a54a1190ab37a0fcdc3e
Deleted: sha256:64eb6fe26875e57197db114aef247b393335d4cda0c83cf85f51a2b4f25e1582
Deleted: sha256:4d46141c08458009c96001c8fce6c8cb67a166b3ee4744d524cf989b563ca885
Deleted: sha256:7194515186fb456d3752a8c57aebfa0a495556a49e56d0cf15588e37b1340fab
Deleted: sha256:aa4727e7b19c5d80fe8d6d8747b3fca889bb1fa76f9e4c912c2abb702e8bd29e
Deleted: sha256:2d0ec04903cf8c4b922cea0b2f3e4c86c21a857845ef043f869dd99a176d3358
Deleted: sha256:a1fe180fbe9ebf553c8978abb2fac3309785b3622d9d8b9361264e28873dde81
Deleted: sha256:af4fc8ba7bf8e9cf6d998923ce6cc16e39dffc084916877235508120797a7ce8
Deleted: sha256:4bacbe5bd035e453119c286215abdd7de59ecfea1c88c6cf47d5f542dc056b9f
Deleted: sha256:039fb1c48665f1c5dfd38673ab69679652d23e5ffc6f0377dfcd6ed1beef95d2
Deleted: sha256:e0036d837e4bc0663471c6b612c843bc7358f9396636f9e5758e456f1b3d98a7
Deleted: sha256:172b1bf57c166e3efcabd83e10397533c93fa6d30fdac0703ea6dbe5e7d1f428
Deleted: sha256:5614ae81fe36bccf69cf9f83ffcc1b53247d728a2b1a45be90be562c00f424f4
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221018-143302
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:1c875f3b07bded9d60a2aac21daf96ea90ac4179b96149ffd7ea4eebc294e9bc
Associated tags:
- 20221018-143302
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221018-143302
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221018-143302].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:1c875f3b07bded9d60a2aac21daf96ea90ac4179b96149ffd7ea4eebc294e9bc].
$ rm -rf /tmp/tmp.24rV6nduBS
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221018142042
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:e3a911346b529cec88792f070bbcb5ba200ffad6a38ffe92bb36047c657376de
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221018142042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:e3a911346b529cec88792f070bbcb5ba200ffad6a38ffe92bb36047c657376de]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221018142042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:e3a911346b529cec88792f070bbcb5ba200ffad6a38ffe92bb36047c657376de])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:e3a911346b529cec88792f070bbcb5ba200ffad6a38ffe92bb36047c657376de
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:e3a911346b529cec88792f070bbcb5ba200ffad6a38ffe92bb36047c657376de
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:e3a911346b529cec88792f070bbcb5ba200ffad6a38ffe92bb36047c657376de].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221018142042
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:237262ad7468922985794265b024a172a5a5fe16c6980b89e17d46c9a5979076
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221018142042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:237262ad7468922985794265b024a172a5a5fe16c6980b89e17d46c9a5979076]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221018142042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:237262ad7468922985794265b024a172a5a5fe16c6980b89e17d46c9a5979076])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:237262ad7468922985794265b024a172a5a5fe16c6980b89e17d46c9a5979076
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:237262ad7468922985794265b024a172a5a5fe16c6980b89e17d46c9a5979076
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:237262ad7468922985794265b024a172a5a5fe16c6980b89e17d46c9a5979076].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2785026.
Stopping expansion service pid: 2785027.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 10m 21s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/6uthtk2e7jrw6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #813
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/813/display/redirect?page=changes>
Changes:
[Alexey Romanenko] [TPC-DS] Use "nonpartitioned" input for Jenkins jobs
[noreply] Update scopes to match the existing set and update test to clear
------------------------------------------
[...truncated 1013.00 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23271/go-8-1666084944969008822/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-1IQi2d7q3x91yR5TRlC6E1bGUGXhWRMVngs28nJ7Nwk.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-1IQi2d7q3x91yR5TRlC6E1bGUGXhWRMVngs28nJ7Nwk.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23271/go-8-1666084944969008822/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221018082045"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221018-083259"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221018-083259"
}
]
},
"name": "go-testxlang_partition-653",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/18 09:22:44 Submitted job: 2022-10-18_02_22_44-3750496541325427607
2022/10/18 09:22:44 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-18_02_22_44-3750496541325427607?project=apache-beam-testing
2022/10/18 09:22:44 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-18_02_22_44-3750496541325427607
2022/10/18 09:22:44 Job state: JOB_STATE_PENDING ...
2022/10/18 09:23:15 Job still running ...
2022/10/18 09:23:45 Job still running ...
2022/10/18 09:24:15 Job still running ...
2022/10/18 09:24:45 Job still running ...
2022/10/18 09:25:15 Job still running ...
2022/10/18 09:25:45 Job still running ...
2022/10/18 09:26:15 Job still running ...
2022/10/18 09:26:45 Job still running ...
2022/10/18 09:27:15 Job still running ...
2022/10/18 09:27:45 Job still running ...
2022/10/18 09:28:15 Job still running ...
2022/10/18 09:28:45 Job still running ...
2022/10/18 09:29:15 Job still running ...
2022/10/18 09:29:45 Job still running ...
2022/10/18 09:30:15 Job still running ...
2022/10/18 09:30:45 Job still running ...
2022/10/18 09:31:15 Job still running ...
2022/10/18 09:31:45 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-18_02_22_44-3750496541325427607 failed
--- FAIL: TestXLang_Partition (591.23s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3523.120s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666082016512030280
--- FAIL: TestBigQueryIO_BasicWriteRead (5.45s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:46349 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@zGuhzYyaCe" is_bounded:BOUNDED windowing_strategy_id:"w0@zGuhzYyaCe"}} windowing_strategies:{key:"w0@zGuhzYyaCe" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@zGuhzYyaCe" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@zGuhzYyaCe" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@zGuhzYyaCe" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666082016512030280\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"zGuhzYyaCe"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:46349 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@zGuhzYyaCe" is_bounded:BOUNDED windowing_strategy_id:"w0@zGuhzYyaCe"}} windowing_strategies:{key:"w0@zGuhzYyaCe" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@zGuhzYyaCe" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@zGuhzYyaCe" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@zGuhzYyaCe" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666082016512030280\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"zGuhzYyaCe"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 54 [running]:
testing.tRunner.func1.2({0xf037a0, 0xc00071c840})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf037a0, 0xc00071c840})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000614ec0?, 0xc000133630?}, {0x10ab715, 0x39}, {0xc000628180?, 0xa6ee00?, 0x1?}, {0xc000126de0, 0xf}, 0xc0005d5d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000614e60?, 0xc000133630?}, {0xc000626480, 0x52}, {0x1?}, {0xc0005d5ea8, 0x2, 0x7f51ac693aa8?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000126de0, 0xf}, {0xc000626480, 0x52}, {0xe52460, 0xc000127fc0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000494d00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000494d00, 0x10da480)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.492s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.035s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.034s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221018-083259
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221018-083259
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:9d8fd5f55bc2ffe4045be03b5927be120d4a80fa170e8ff6d5337b88bb1f84c1
Deleted: sha256:2c2f270972435c70391244de3ab0d0048eca4005dbfa6925c337607895da90c8
Deleted: sha256:75cf3482bff5cdc086379f49a49f49972eff8d090e86c5333a061e65c1b9a5b8
Deleted: sha256:e6680b2c998a4d17769b23c09c343244119284018fed184602c318de74dda3f1
Deleted: sha256:23ad9d18166c94680c1d8e610c3ed493a94d6424cd6632976d20ed863fec9745
Deleted: sha256:e263d7bebaa5ac37001d477b2e7f2ad41c44610fc560c328e0fcbc5d35ad9a58
Deleted: sha256:87a3aca18bd92b95a3d586142b2182b0638b3ed313e286b1bb577078801856e7
Deleted: sha256:69a78f62648fb2a6cf290db8f0f5bab89b434542a4efbb230885839c38f94387
Deleted: sha256:b02ebcedcf07587a792e182da4c871ce36089484a65d005b9924ec7746822df9
Deleted: sha256:100add62818fbc363c238da50ba27a8e10a1b8ff1d37b21ba94be30e6d7bb5b8
Deleted: sha256:73909a5c2a148da0c4823681a2e0126815cd099c6b20926abd2c4582e28b22ac
Deleted: sha256:4158bbda832e83bc54b5481770ab4ac4b0202b9d68d6a429ace5188fa4459933
Deleted: sha256:ee3c21909fa34dac9efc77a0efeec4e23c7092b50c72f383c9f67f9d8791eb0e
Deleted: sha256:2c2bbd8dda38fb7cfb62f30a6236da96c29431596b3a2fc863cbac9a91506833
Deleted: sha256:669c9406e75e5fb9c8232508b5d8c5d65e5faac76948ed9a6be819cea44d5920
Deleted: sha256:9e3cd17c92514a82610907b6cc3411a3aac7dca252e3095325d1c1b6880cca19
Deleted: sha256:d37dc96f51cf3d2d3f7cbbc5aaac68d682ab1b37bf74c736aa53b06f0d7ee4db
Deleted: sha256:a7e3ffe760bd6ec20a270555c682ae41b32548fee9a94c46e6a94b1dcb394440
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221018-083259
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:9d8fd5f55bc2ffe4045be03b5927be120d4a80fa170e8ff6d5337b88bb1f84c1
Associated tags:
- 20221018-083259
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221018-083259
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221018-083259].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:9d8fd5f55bc2ffe4045be03b5927be120d4a80fa170e8ff6d5337b88bb1f84c1].
$ rm -rf /tmp/tmp.xexurC4cQH
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221018082045
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:57b6900da89e8ce3d1234b5ebc8053383d0b3e5e32cf5067ee212e000af1a711
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221018082045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:57b6900da89e8ce3d1234b5ebc8053383d0b3e5e32cf5067ee212e000af1a711]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221018082045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:57b6900da89e8ce3d1234b5ebc8053383d0b3e5e32cf5067ee212e000af1a711])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:57b6900da89e8ce3d1234b5ebc8053383d0b3e5e32cf5067ee212e000af1a711
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:57b6900da89e8ce3d1234b5ebc8053383d0b3e5e32cf5067ee212e000af1a711
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:57b6900da89e8ce3d1234b5ebc8053383d0b3e5e32cf5067ee212e000af1a711].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221018082045
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d048c71148f149b366c52ba7fc817360d30bf6ab0c602ed23e6e20d9523751e4
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221018082045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d048c71148f149b366c52ba7fc817360d30bf6ab0c602ed23e6e20d9523751e4]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221018082045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d048c71148f149b366c52ba7fc817360d30bf6ab0c602ed23e6e20d9523751e4])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d048c71148f149b366c52ba7fc817360d30bf6ab0c602ed23e6e20d9523751e4
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d048c71148f149b366c52ba7fc817360d30bf6ab0c602ed23e6e20d9523751e4
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d048c71148f149b366c52ba7fc817360d30bf6ab0c602ed23e6e20d9523751e4].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2218524.
Stopping expansion service pid: 2218525.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 12m 5s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/okqc5srdrj6ko
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #812
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/812/display/redirect?page=changes>
Changes:
[noreply] Fixes #23627: Speed up website checks (#23673)
[noreply] Suppress a FloatingPointLiteralPrecision error (#23667)
[noreply] Improved test coverage and fix the implementation of Inject and CoGBK
[noreply] Fix python log_level_overrides cannot be used on flink and other
[noreply] Better error for disabling runner v2 with cross language pipelines.
------------------------------------------
[...truncated 576.96 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test962/go-8-1666063087745141837/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test962/go-8-1666063087745141837/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test962/go-8-1666063087745141837/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test962/go-8-1666063087745141837/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test962/go-8-1666063087745141837/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test962/go-8-1666063087745141837/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test962/go-8-1666063087745141837/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test962/go-8-1666063087745141837/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test962/go-8-1666063087745141837/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-1IQi2d7q3x91yR5TRlC6E1bGUGXhWRMVngs28nJ7Nwk.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-1IQi2d7q3x91yR5TRlC6E1bGUGXhWRMVngs28nJ7Nwk.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221018-023246"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221018022043"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221018-023246"
}
]
},
"name": "go-testxlang_partition-354",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/18 03:18:33 Submitted job: 2022-10-17_20_18_31-17384267173103148512
2022/10/18 03:18:33 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-17_20_18_31-17384267173103148512?project=apache-beam-testing
2022/10/18 03:18:33 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-17_20_18_31-17384267173103148512
2022/10/18 03:18:33 Job state: JOB_STATE_PENDING ...
2022/10/18 03:19:03 Job still running ...
2022/10/18 03:19:33 Job still running ...
2022/10/18 03:20:03 Job still running ...
2022/10/18 03:20:33 Job still running ...
2022/10/18 03:21:03 Job still running ...
2022/10/18 03:21:33 Job still running ...
2022/10/18 03:22:03 Job still running ...
2022/10/18 03:22:33 Job still running ...
2022/10/18 03:23:03 Job still running ...
2022/10/18 03:23:34 Job still running ...
2022/10/18 03:24:04 Job still running ...
2022/10/18 03:24:34 Job still running ...
2022/10/18 03:25:04 Job still running ...
2022/10/18 03:25:34 Job still running ...
2022/10/18 03:26:04 Job still running ...
2022/10/18 03:26:34 Job still running ...
2022/10/18 03:27:04 Job still running ...
2022/10/18 03:27:34 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-17_20_18_31-17384267173103148512 failed
--- FAIL: TestXLang_Partition (597.04s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3293.084s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666060398028452815
--- FAIL: TestBigQueryIO_BasicWriteRead (4.68s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:40431 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@iUpRIJEekw" is_bounded:BOUNDED windowing_strategy_id:"w0@iUpRIJEekw"}} windowing_strategies:{key:"w0@iUpRIJEekw" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@iUpRIJEekw" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@iUpRIJEekw" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@iUpRIJEekw" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666060398028452815\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"iUpRIJEekw"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:40431 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@iUpRIJEekw" is_bounded:BOUNDED windowing_strategy_id:"w0@iUpRIJEekw"}} windowing_strategies:{key:"w0@iUpRIJEekw" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@iUpRIJEekw" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@iUpRIJEekw" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@iUpRIJEekw" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666060398028452815\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"iUpRIJEekw"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 42 [running]:
testing.tRunner.func1.2({0xf037a0, 0xc0002b7140})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf037a0, 0xc0002b7140})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0005acf20?, 0xc00012f590?}, {0x10ab715, 0x39}, {0xc0002800c0?, 0xa6ee00?, 0x1?}, {0xc0005a0b60, 0xf}, 0xc0001d1d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0005acec0?, 0xc00012f590?}, {0xc00004a540, 0x52}, {0x1?}, {0xc0001d1ea8, 0x2, 0x7f48644d2900?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0005a0b60, 0xf}, {0xc00004a540, 0x52}, {0xe52460, 0xc0005a1d10})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000103a00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000103a00, 0x10da480)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.713s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.037s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.035s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.039s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:be409062b81a8d8a403221e40268d2d37b7c569f1fa2d6f82f0bdc394b661f0f
Associated tags:
- 20221018-023246
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221018-023246
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221018-023246].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:be409062b81a8d8a403221e40268d2d37b7c569f1fa2d6f82f0bdc394b661f0f].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221018022043]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:aa494271b2519dc3f1852b174f48c73bcd7631f59040aa0862fb0020ef5d9afe]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221018022043] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:aa494271b2519dc3f1852b174f48c73bcd7631f59040aa0862fb0020ef5d9afe])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:aa494271b2519dc3f1852b174f48c73bcd7631f59040aa0862fb0020ef5d9afe
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:aa494271b2519dc3f1852b174f48c73bcd7631f59040aa0862fb0020ef5d9afe].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221018022043]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:73695bba4498cb2921c2bcb437ff3722e74e6b231ff08e7e677a526b12660359]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221018022043] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:73695bba4498cb2921c2bcb437ff3722e74e6b231ff08e7e677a526b12660359])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:73695bba4498cb2921c2bcb437ff3722e74e6b231ff08e7e677a526b12660359
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:73695bba4498cb2921c2bcb437ff3722e74e6b231ff08e7e677a526b12660359].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 6s
215 actionable tasks: 150 executed, 53 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/ctcvy4fdikkmq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #811
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/811/display/redirect?page=changes>
Changes:
[noreply] 2.42.0 Release Blog Post (#23406)
[noreply] Docs for state in go (#22965)
[noreply] Fix typo in 2.42.0 blog.
[noreply] Adjust 2.42.0 publishing time.
[noreply] Adds a Java RunInference example (#23619)
------------------------------------------
[...truncated 986.73 KB...]
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28277/go-8-1666041622099129405/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28277/go-8-1666041622099129405/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28277/go-8-1666041622099129405/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-moZ88VCS-DeEzSzmG3zCtBZk7aTZdteWzYxPsOxVswc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-moZ88VCS-DeEzSzmG3zCtBZk7aTZdteWzYxPsOxVswc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28277/go-8-1666041622099129405/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28277/go-8-1666041622099129405/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28277/go-8-1666041622099129405/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28277/go-8-1666041622099129405/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28277/go-8-1666041622099129405/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28277/go-8-1666041622099129405/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221017-203243"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221017202048"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221017-203243"
}
]
},
"name": "go-testxlang_partition-840",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/17 21:20:32 Submitted job: 2022-10-17_14_20_32-1702841354184934051
2022/10/17 21:20:32 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-17_14_20_32-1702841354184934051?project=apache-beam-testing
2022/10/17 21:20:32 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-17_14_20_32-1702841354184934051
2022/10/17 21:20:32 Job state: JOB_STATE_PENDING ...
2022/10/17 21:21:02 Job still running ...
2022/10/17 21:21:32 Job still running ...
2022/10/17 21:22:02 Job still running ...
2022/10/17 21:22:32 Job still running ...
2022/10/17 21:23:03 Job still running ...
2022/10/17 21:23:33 Job still running ...
2022/10/17 21:24:03 Job still running ...
2022/10/17 21:24:33 Job still running ...
2022/10/17 21:25:03 Job still running ...
2022/10/17 21:25:33 Job still running ...
2022/10/17 21:26:03 Job still running ...
2022/10/17 21:26:33 Job still running ...
2022/10/17 21:27:03 Job still running ...
2022/10/17 21:27:33 Job still running ...
2022/10/17 21:28:03 Job still running ...
2022/10/17 21:28:33 Job still running ...
2022/10/17 21:29:03 Job still running ...
2022/10/17 21:29:33 Job still running ...
2022/10/17 21:30:03 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-17_14_20_32-1702841354184934051 failed
--- FAIL: TestXLang_Partition (611.89s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3439.114s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666038798426571405
--- FAIL: TestBigQueryIO_BasicWriteRead (4.76s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:45959 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@nExcXvRBbd" is_bounded:BOUNDED windowing_strategy_id:"w0@nExcXvRBbd"}} windowing_strategies:{key:"w0@nExcXvRBbd" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@nExcXvRBbd" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@nExcXvRBbd" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@nExcXvRBbd" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666038798426571405\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"nExcXvRBbd"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:45959 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@nExcXvRBbd" is_bounded:BOUNDED windowing_strategy_id:"w0@nExcXvRBbd"}} windowing_strategies:{key:"w0@nExcXvRBbd" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@nExcXvRBbd" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@nExcXvRBbd" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@nExcXvRBbd" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666038798426571405\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"nExcXvRBbd"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 20 [running]:
testing.tRunner.func1.2({0xf037a0, 0xc000601dc0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf037a0, 0xc000601dc0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a4700?, 0xc0004b2000?}, {0x10ab6fb, 0x39}, {0xc0000f6240?, 0xa6ee00?, 0x1?}, {0xc000400cb0, 0xf}, 0xc000017d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a46a0?, 0xc0004b2000?}, {0xc00004a9c0, 0x52}, {0x1?}, {0xc000017ea8, 0x2, 0xe12860?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000400cb0, 0xf}, {0xc00004a9c0, 0x52}, {0xe52460, 0xc0001281a8})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0006c29c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0006c29c0, 0x10da460)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.790s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.039s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.036s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:50565c1f484b9d7be15945d1934ec03efbf0d4ba80eb06f5186111a0950639b6
Associated tags:
- 20221017-203243
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221017-203243
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221017-203243].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:50565c1f484b9d7be15945d1934ec03efbf0d4ba80eb06f5186111a0950639b6].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221017202048]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:102610d7b59606f0c9c92f5e799a49dbd78a0e0941ae7bc7d12779a22bf93bc9]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221017202048] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:102610d7b59606f0c9c92f5e799a49dbd78a0e0941ae7bc7d12779a22bf93bc9])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:102610d7b59606f0c9c92f5e799a49dbd78a0e0941ae7bc7d12779a22bf93bc9
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:102610d7b59606f0c9c92f5e799a49dbd78a0e0941ae7bc7d12779a22bf93bc9].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221017202048]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:0b99bf02c7caadca72a216116b2405d9777e1cadafbb4e10fe91e397723a088a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221017202048] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:0b99bf02c7caadca72a216116b2405d9777e1cadafbb4e10fe91e397723a088a])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:0b99bf02c7caadca72a216116b2405d9777e1cadafbb4e10fe91e397723a088a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:0b99bf02c7caadca72a216116b2405d9777e1cadafbb4e10fe91e397723a088a].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 10m 17s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/k2sfhloqrl4fq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #810
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/810/display/redirect?page=changes>
Changes:
[Moritz Mack] [Jenkins,Spark] Stop running Nexmark suite for deprecated Spark 2 runner
[noreply] [Playground] Examples CI (#23476)
[noreply] [Tour Of Beam] README update (#23318)
[noreply] Bump google.golang.org/api from 0.98.0 to 0.99.0 in /sdks (#23655)
[noreply] Fix beam_PerformanceTests_PubsubIOIT_Python_Streaming (#23607)
------------------------------------------
[...truncated 982.31 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4974/go-8-1666020061810593965/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4974/go-8-1666020061810593965/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4974/go-8-1666020061810593965/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4974/go-8-1666020061810593965/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4974/go-8-1666020061810593965/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4974/go-8-1666020061810593965/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4974/go-8-1666020061810593965/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4974/go-8-1666020061810593965/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4974/go-8-1666020061810593965/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-moZ88VCS-DeEzSzmG3zCtBZk7aTZdteWzYxPsOxVswc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-moZ88VCS-DeEzSzmG3zCtBZk7aTZdteWzYxPsOxVswc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221017-143339"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221017142038"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221017-143339"
}
]
},
"name": "go-testxlang_partition-715",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/17 15:21:11 Submitted job: 2022-10-17_08_21_11-11917646357510259566
2022/10/17 15:21:11 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-17_08_21_11-11917646357510259566?project=apache-beam-testing
2022/10/17 15:21:11 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-17_08_21_11-11917646357510259566
2022/10/17 15:21:11 Job state: JOB_STATE_PENDING ...
2022/10/17 15:21:41 Job still running ...
2022/10/17 15:22:11 Job still running ...
2022/10/17 15:22:41 Job still running ...
2022/10/17 15:23:11 Job still running ...
2022/10/17 15:23:41 Job still running ...
2022/10/17 15:24:11 Job still running ...
2022/10/17 15:24:41 Job still running ...
2022/10/17 15:25:11 Job still running ...
2022/10/17 15:25:42 Job still running ...
2022/10/17 15:26:12 Job still running ...
2022/10/17 15:26:42 Job still running ...
2022/10/17 15:27:12 Job still running ...
2022/10/17 15:27:42 Job still running ...
2022/10/17 15:28:12 Job still running ...
2022/10/17 15:28:42 Job still running ...
2022/10/17 15:29:12 Job still running ...
2022/10/17 15:29:42 Job still running ...
2022/10/17 15:30:12 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-17_08_21_11-11917646357510259566 failed
--- FAIL: TestXLang_Partition (580.91s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3390.371s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666017258748020555
--- FAIL: TestBigQueryIO_BasicWriteRead (4.78s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37497 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@tEKZBMcMvx" is_bounded:BOUNDED windowing_strategy_id:"w0@tEKZBMcMvx"}} windowing_strategies:{key:"w0@tEKZBMcMvx" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@tEKZBMcMvx" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@tEKZBMcMvx" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@tEKZBMcMvx" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666017258748020555\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"tEKZBMcMvx"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37497 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@tEKZBMcMvx" is_bounded:BOUNDED windowing_strategy_id:"w0@tEKZBMcMvx"}} windowing_strategies:{key:"w0@tEKZBMcMvx" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@tEKZBMcMvx" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@tEKZBMcMvx" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@tEKZBMcMvx" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1666017258748020555\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"tEKZBMcMvx"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 66 [running]:
testing.tRunner.func1.2({0xf037a0, 0xc0005a84c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf037a0, 0xc0005a84c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00016cfc0?, 0xc0000ba550?}, {0x10ab6fb, 0x39}, {0xc00015e240?, 0xa6ee00?, 0x1?}, {0xc00048abd0, 0xf}, 0xc000159d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00016cf60?, 0xc0000ba550?}, {0xc00004a4e0, 0x52}, {0x1?}, {0xc000159ea8, 0x2, 0x7f25184a1670?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00048abd0, 0xf}, {0xc00004a4e0, 0x52}, {0xe52460, 0xc0003fc730})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000458680)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000458680, 0x10da460)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.813s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.032s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.035s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:ed97b55704f9066c82822314d8fe07c6e767f9136ab821e7147f229d96241690
Associated tags:
- 20221017-143339
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221017-143339
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221017-143339].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:ed97b55704f9066c82822314d8fe07c6e767f9136ab821e7147f229d96241690].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221017142038]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2f0310b77d1b709edf6124f2c864491e316c038d30741a6826125c1dd911d24b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221017142038] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2f0310b77d1b709edf6124f2c864491e316c038d30741a6826125c1dd911d24b])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2f0310b77d1b709edf6124f2c864491e316c038d30741a6826125c1dd911d24b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2f0310b77d1b709edf6124f2c864491e316c038d30741a6826125c1dd911d24b].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221017142038]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:ef31712b55a8c9071e63ec0deb4273070828e4d498375afea8692a397f457563]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221017142038] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:ef31712b55a8c9071e63ec0deb4273070828e4d498375afea8692a397f457563])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:ef31712b55a8c9071e63ec0deb4273070828e4d498375afea8692a397f457563
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:ef31712b55a8c9071e63ec0deb4273070828e4d498375afea8692a397f457563].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 10m 37s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/zjhraj5xlndyq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #809
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/809/display/redirect>
Changes:
------------------------------------------
[...truncated 548.08 KB...]
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12980/go-8-1665998293726981792/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12980/go-8-1665998293726981792/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12980/go-8-1665998293726981792/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12980/go-8-1665998293726981792/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12980/go-8-1665998293726981792/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12980/go-8-1665998293726981792/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12980/go-8-1665998293726981792/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12980/go-8-1665998293726981792/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12980/go-8-1665998293726981792/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-moZ88VCS-DeEzSzmG3zCtBZk7aTZdteWzYxPsOxVswc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-moZ88VCS-DeEzSzmG3zCtBZk7aTZdteWzYxPsOxVswc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221017-083223"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221017082036"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221017-083223"
}
]
},
"name": "go-testxlang_partition-233",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/17 09:18:23 Submitted job: 2022-10-17_02_18_22-6268176302880928392
2022/10/17 09:18:23 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-17_02_18_22-6268176302880928392?project=apache-beam-testing
2022/10/17 09:18:23 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-17_02_18_22-6268176302880928392
2022/10/17 09:18:23 Job state: JOB_STATE_PENDING ...
2022/10/17 09:18:53 Job still running ...
2022/10/17 09:19:23 Job still running ...
2022/10/17 09:19:53 Job still running ...
2022/10/17 09:20:23 Job still running ...
2022/10/17 09:20:53 Job still running ...
2022/10/17 09:21:23 Job still running ...
2022/10/17 09:21:53 Job still running ...
2022/10/17 09:22:23 Job still running ...
2022/10/17 09:22:53 Job still running ...
2022/10/17 09:23:23 Job still running ...
2022/10/17 09:23:53 Job still running ...
2022/10/17 09:24:23 Job still running ...
2022/10/17 09:24:53 Job still running ...
2022/10/17 09:25:23 Job still running ...
2022/10/17 09:25:53 Job still running ...
2022/10/17 09:26:23 Job still running ...
2022/10/17 09:26:53 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-17_02_18_22-6268176302880928392 failed
--- FAIL: TestXLang_Partition (550.40s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3266.469s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665995581720019954
--- FAIL: TestBigQueryIO_BasicWriteRead (4.79s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:32995 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@DGODvfmlKe" is_bounded:BOUNDED windowing_strategy_id:"w0@DGODvfmlKe"}} windowing_strategies:{key:"w0@DGODvfmlKe" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@DGODvfmlKe" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@DGODvfmlKe" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@DGODvfmlKe" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665995581720019954\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"DGODvfmlKe"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:32995 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@DGODvfmlKe" is_bounded:BOUNDED windowing_strategy_id:"w0@DGODvfmlKe"}} windowing_strategies:{key:"w0@DGODvfmlKe" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@DGODvfmlKe" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@DGODvfmlKe" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@DGODvfmlKe" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665995581720019954\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"DGODvfmlKe"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 25 [running]:
testing.tRunner.func1.2({0xf03740, 0xc00019f740})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf03740, 0xc00019f740})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a5440?, 0xc000181680?}, {0x10ab580, 0x39}, {0xc0000ee180?, 0xa6ec40?, 0x1?}, {0xc000126ab0, 0xf}, 0xc0001efd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a53e0?, 0xc000181680?}, {0xc000136360, 0x52}, {0x1?}, {0xc0001efea8, 0x2, 0x7f8954586aa8?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000126ab0, 0xf}, {0xc000136360, 0x52}, {0xe52400, 0xc000127c60})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000103860)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000103860, 0x10da2a0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.826s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.039s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.035s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.052s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:8429325909d3c59deb62b58271ae15a661f4b5b88762c9211cf4f75fc92891e9
Associated tags:
- 20221017-083223
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221017-083223
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221017-083223].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:8429325909d3c59deb62b58271ae15a661f4b5b88762c9211cf4f75fc92891e9].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221017082036]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:27d2253d9ca3670f30abc4503ba66ab7a0239c273e76db441acc4ceddc975630]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221017082036] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:27d2253d9ca3670f30abc4503ba66ab7a0239c273e76db441acc4ceddc975630])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:27d2253d9ca3670f30abc4503ba66ab7a0239c273e76db441acc4ceddc975630
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:27d2253d9ca3670f30abc4503ba66ab7a0239c273e76db441acc4ceddc975630].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221017082036]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f30735a959cb0f183fdbed7f42b68c07913e947a4cde2164f0532e5c075f1043]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221017082036] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f30735a959cb0f183fdbed7f42b68c07913e947a4cde2164f0532e5c075f1043])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f30735a959cb0f183fdbed7f42b68c07913e947a4cde2164f0532e5c075f1043
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f30735a959cb0f183fdbed7f42b68c07913e947a4cde2164f0532e5c075f1043].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 12s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/vrnnbhbkhgqkg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #808
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/808/display/redirect>
Changes:
------------------------------------------
[...truncated 547.62 KB...]
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test450/go-8-1665976657218174785/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test450/go-8-1665976657218174785/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test450/go-8-1665976657218174785/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-moZ88VCS-DeEzSzmG3zCtBZk7aTZdteWzYxPsOxVswc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-moZ88VCS-DeEzSzmG3zCtBZk7aTZdteWzYxPsOxVswc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test450/go-8-1665976657218174785/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test450/go-8-1665976657218174785/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test450/go-8-1665976657218174785/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test450/go-8-1665976657218174785/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test450/go-8-1665976657218174785/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test450/go-8-1665976657218174785/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221017-023218"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221017022032"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221017-023218"
}
]
},
"name": "go-testxlang_partition-50",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/17 03:17:46 Submitted job: 2022-10-16_20_17_45-14371341630025977992
2022/10/17 03:17:46 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-16_20_17_45-14371341630025977992?project=apache-beam-testing
2022/10/17 03:17:46 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-16_20_17_45-14371341630025977992
2022/10/17 03:17:46 Job state: JOB_STATE_PENDING ...
2022/10/17 03:18:16 Job still running ...
2022/10/17 03:18:46 Job still running ...
2022/10/17 03:19:16 Job still running ...
2022/10/17 03:19:46 Job still running ...
2022/10/17 03:20:16 Job still running ...
2022/10/17 03:20:46 Job still running ...
2022/10/17 03:21:16 Job still running ...
2022/10/17 03:21:46 Job still running ...
2022/10/17 03:22:16 Job still running ...
2022/10/17 03:22:46 Job still running ...
2022/10/17 03:23:16 Job still running ...
2022/10/17 03:23:46 Job still running ...
2022/10/17 03:24:17 Job still running ...
2022/10/17 03:24:47 Job still running ...
2022/10/17 03:25:17 Job still running ...
2022/10/17 03:25:47 Job still running ...
2022/10/17 03:26:17 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-16_20_17_45-14371341630025977992 failed
--- FAIL: TestXLang_Partition (550.17s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3236.965s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665973973548194494
--- FAIL: TestBigQueryIO_BasicWriteRead (4.65s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35787 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@zPyeVTRQqH" is_bounded:BOUNDED windowing_strategy_id:"w0@zPyeVTRQqH"}} windowing_strategies:{key:"w0@zPyeVTRQqH" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@zPyeVTRQqH" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@zPyeVTRQqH" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@zPyeVTRQqH" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665973973548194494\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"zPyeVTRQqH"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35787 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@zPyeVTRQqH" is_bounded:BOUNDED windowing_strategy_id:"w0@zPyeVTRQqH"}} windowing_strategies:{key:"w0@zPyeVTRQqH" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@zPyeVTRQqH" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@zPyeVTRQqH" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@zPyeVTRQqH" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665973973548194494\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"zPyeVTRQqH"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 11 [running]:
testing.tRunner.func1.2({0xf03740, 0xc0002ef240})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf03740, 0xc0002ef240})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00016cc40?, 0xc000140230?}, {0x10ab580, 0x39}, {0xc00047e180?, 0xa6ec40?, 0x1?}, {0xc0003fd200, 0xf}, 0xc00002dd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00016cbe0?, 0xc000140230?}, {0xc00004a5a0, 0x52}, {0x1?}, {0xc00002dea8, 0x2, 0xe12860?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003fd200, 0xf}, {0xc00004a5a0, 0x52}, {0xe52400, 0xc00048a148})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000582d00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000582d00, 0x10da2a0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.686s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.043s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.036s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.035s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:66a9a43a4826ef2656016f00e8c4312e297e7ed3bf14c3ce209ab96edd45658a
Associated tags:
- 20221017-023218
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221017-023218
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221017-023218].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:66a9a43a4826ef2656016f00e8c4312e297e7ed3bf14c3ce209ab96edd45658a].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221017022032]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6bd0b7e9b18c0d55cc35ed0f400dfb8bf4e6c18cdd8c72b6d97e43d7172e4119]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221017022032] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6bd0b7e9b18c0d55cc35ed0f400dfb8bf4e6c18cdd8c72b6d97e43d7172e4119])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6bd0b7e9b18c0d55cc35ed0f400dfb8bf4e6c18cdd8c72b6d97e43d7172e4119
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6bd0b7e9b18c0d55cc35ed0f400dfb8bf4e6c18cdd8c72b6d97e43d7172e4119].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221017022032]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6f19fbc8f74d10562a311110b121114bc6d5795b2b64d89171b072041101b4ff]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221017022032] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6f19fbc8f74d10562a311110b121114bc6d5795b2b64d89171b072041101b4ff])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6f19fbc8f74d10562a311110b121114bc6d5795b2b64d89171b072041101b4ff
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6f19fbc8f74d10562a311110b121114bc6d5795b2b64d89171b072041101b4ff].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 34s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/e7niamvb66qqi
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #807
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/807/display/redirect?page=changes>
Changes:
[noreply] Blog post for Hop web in Google Cloud (#23652)
------------------------------------------
[...truncated 543.86 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17941/go-8-1665955046102048077/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17941/go-8-1665955046102048077/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17941/go-8-1665955046102048077/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17941/go-8-1665955046102048077/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17941/go-8-1665955046102048077/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17941/go-8-1665955046102048077/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17941/go-8-1665955046102048077/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-moZ88VCS-DeEzSzmG3zCtBZk7aTZdteWzYxPsOxVswc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-moZ88VCS-DeEzSzmG3zCtBZk7aTZdteWzYxPsOxVswc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17941/go-8-1665955046102048077/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17941/go-8-1665955046102048077/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221016-203207"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221016202031"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221016-203207"
}
]
},
"name": "go-testxlang_partition-289",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/16 21:17:36 Submitted job: 2022-10-16_14_17_35-4499477928837208694
2022/10/16 21:17:36 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-16_14_17_35-4499477928837208694?project=apache-beam-testing
2022/10/16 21:17:36 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-16_14_17_35-4499477928837208694
2022/10/16 21:17:36 Job state: JOB_STATE_PENDING ...
2022/10/16 21:18:06 Job still running ...
2022/10/16 21:18:36 Job still running ...
2022/10/16 21:19:06 Job still running ...
2022/10/16 21:19:36 Job still running ...
2022/10/16 21:20:06 Job still running ...
2022/10/16 21:20:36 Job still running ...
2022/10/16 21:21:06 Job still running ...
2022/10/16 21:21:36 Job still running ...
2022/10/16 21:22:06 Job still running ...
2022/10/16 21:22:36 Job still running ...
2022/10/16 21:23:06 Job still running ...
2022/10/16 21:23:36 Job still running ...
2022/10/16 21:24:06 Job still running ...
2022/10/16 21:24:36 Job still running ...
2022/10/16 21:25:06 Job still running ...
2022/10/16 21:25:36 Job still running ...
2022/10/16 21:26:06 Job still running ...
2022/10/16 21:26:36 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-16_14_17_35-4499477928837208694 failed
--- FAIL: TestXLang_Partition (581.11s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3268.566s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665952361784338456
--- FAIL: TestBigQueryIO_BasicWriteRead (4.76s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:39863 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@FHzuAfTKHr" is_bounded:BOUNDED windowing_strategy_id:"w0@FHzuAfTKHr"}} windowing_strategies:{key:"w0@FHzuAfTKHr" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@FHzuAfTKHr" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@FHzuAfTKHr" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@FHzuAfTKHr" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665952361784338456\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"FHzuAfTKHr"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:39863 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@FHzuAfTKHr" is_bounded:BOUNDED windowing_strategy_id:"w0@FHzuAfTKHr"}} windowing_strategies:{key:"w0@FHzuAfTKHr" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@FHzuAfTKHr" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@FHzuAfTKHr" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@FHzuAfTKHr" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665952361784338456\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"FHzuAfTKHr"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 39 [running]:
testing.tRunner.func1.2({0xf03740, 0xc000163540})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf03740, 0xc000163540})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0005a8700?, 0xc0000b80a0?}, {0x10ab580, 0x39}, {0xc00015e240?, 0xa6ec40?, 0x1?}, {0xc000490b00, 0xf}, 0xc00002bd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0005a86a0?, 0xc0000b80a0?}, {0xc0005d0300, 0x52}, {0x1?}, {0xc00002bea8, 0x2, 0xe12860?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000490b00, 0xf}, {0xc0005d0300, 0x52}, {0xe52400, 0xc0005a6218})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00049cd00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00049cd00, 0x10da2a0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.800s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.038s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.036s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:b9dec47c2f213dc7639bd50ed1737aa7d2f192ee851350809d8d17117c0505c2
Associated tags:
- 20221016-203207
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221016-203207
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221016-203207].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:b9dec47c2f213dc7639bd50ed1737aa7d2f192ee851350809d8d17117c0505c2].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221016202031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bd4903abff968a6d339ec5d67e6b9c5b3bddc7d1c3e8558672bce191e9883d4a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221016202031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bd4903abff968a6d339ec5d67e6b9c5b3bddc7d1c3e8558672bce191e9883d4a])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bd4903abff968a6d339ec5d67e6b9c5b3bddc7d1c3e8558672bce191e9883d4a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bd4903abff968a6d339ec5d67e6b9c5b3bddc7d1c3e8558672bce191e9883d4a].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221016202031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6cb7851558a0ebe4dde13e435ccdf1b02760d2b40f95aecb4a27162417bd1e7d]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221016202031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6cb7851558a0ebe4dde13e435ccdf1b02760d2b40f95aecb4a27162417bd1e7d])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6cb7851558a0ebe4dde13e435ccdf1b02760d2b40f95aecb4a27162417bd1e7d
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6cb7851558a0ebe4dde13e435ccdf1b02760d2b40f95aecb4a27162417bd1e7d].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 56s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/iex7x7rqwymym
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #806
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/806/display/redirect>
Changes:
------------------------------------------
[...truncated 965.67 KB...]
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29615/go-8-1665933450542064428/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29615/go-8-1665933450542064428/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29615/go-8-1665933450542064428/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29615/go-8-1665933450542064428/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-moZ88VCS-DeEzSzmG3zCtBZk7aTZdteWzYxPsOxVswc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-moZ88VCS-DeEzSzmG3zCtBZk7aTZdteWzYxPsOxVswc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29615/go-8-1665933450542064428/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29615/go-8-1665933450542064428/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29615/go-8-1665933450542064428/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29615/go-8-1665933450542064428/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29615/go-8-1665933450542064428/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221016-143142"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221016142029"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221016-143142"
}
]
},
"name": "go-testxlang_partition-387",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/16 15:17:39 Submitted job: 2022-10-16_08_17_39-10667139585277529780
2022/10/16 15:17:39 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-16_08_17_39-10667139585277529780?project=apache-beam-testing
2022/10/16 15:17:39 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-16_08_17_39-10667139585277529780
2022/10/16 15:17:40 Job state: JOB_STATE_PENDING ...
2022/10/16 15:18:10 Job still running ...
2022/10/16 15:18:40 Job still running ...
2022/10/16 15:19:10 Job still running ...
2022/10/16 15:19:40 Job still running ...
2022/10/16 15:20:10 Job still running ...
2022/10/16 15:20:40 Job still running ...
2022/10/16 15:21:10 Job still running ...
2022/10/16 15:21:40 Job still running ...
2022/10/16 15:22:10 Job still running ...
2022/10/16 15:22:40 Job still running ...
2022/10/16 15:23:10 Job still running ...
2022/10/16 15:23:40 Job still running ...
2022/10/16 15:24:10 Job still running ...
2022/10/16 15:24:40 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-16_08_17_39-10667139585277529780 failed
--- FAIL: TestXLang_Partition (460.44s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3177.641s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665930736504411695
--- FAIL: TestBigQueryIO_BasicWriteRead (4.64s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:46101 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@zgVFSkyqCS" is_bounded:BOUNDED windowing_strategy_id:"w0@zgVFSkyqCS"}} windowing_strategies:{key:"w0@zgVFSkyqCS" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@zgVFSkyqCS" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@zgVFSkyqCS" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@zgVFSkyqCS" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665930736504411695\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"zgVFSkyqCS"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:46101 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@zgVFSkyqCS" is_bounded:BOUNDED windowing_strategy_id:"w0@zgVFSkyqCS"}} windowing_strategies:{key:"w0@zgVFSkyqCS" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@zgVFSkyqCS" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@zgVFSkyqCS" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@zgVFSkyqCS" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665930736504411695\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"zgVFSkyqCS"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 26 [running]:
testing.tRunner.func1.2({0xf03740, 0xc0006da100})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf03740, 0xc0006da100})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00061af20?, 0xc0000bb900?}, {0x10ab580, 0x39}, {0xc0000f8180?, 0xa6ec40?, 0x1?}, {0xc00011ab40, 0xf}, 0xc0000f3d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00061aec0?, 0xc0000bb900?}, {0xc00056c300, 0x52}, {0x1?}, {0xc0000f3ea8, 0x2, 0x7f23a6e35c40?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00011ab40, 0xf}, {0xc00056c300, 0x52}, {0xe52400, 0xc00011bcf0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000102b60)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000102b60, 0x10da2a0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.678s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.035s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.037s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c120a2a8f7435a2de7b0ce5a9a664f7c9a56e4efbe200a3e78b616e272736037
Associated tags:
- 20221016-143142
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221016-143142
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221016-143142].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c120a2a8f7435a2de7b0ce5a9a664f7c9a56e4efbe200a3e78b616e272736037].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221016142029]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f5c79ffec670ab175da5e45716b90a271247241cb31a8ebccf927d40a1bf6c3b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221016142029] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f5c79ffec670ab175da5e45716b90a271247241cb31a8ebccf927d40a1bf6c3b])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f5c79ffec670ab175da5e45716b90a271247241cb31a8ebccf927d40a1bf6c3b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f5c79ffec670ab175da5e45716b90a271247241cb31a8ebccf927d40a1bf6c3b].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221016142029]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cbb359e1688dbf560ee299feae82704587337f4a7e0888af39a9bb1d31f1a36e]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221016142029] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cbb359e1688dbf560ee299feae82704587337f4a7e0888af39a9bb1d31f1a36e])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cbb359e1688dbf560ee299feae82704587337f4a7e0888af39a9bb1d31f1a36e
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cbb359e1688dbf560ee299feae82704587337f4a7e0888af39a9bb1d31f1a36e].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 5m
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/463l3p3jvcivs
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #805
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/805/display/redirect?page=changes>
Changes:
[noreply] [GitHub Actions] - Verify Release Build Workflow (#23390)
------------------------------------------
[...truncated 621.09 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27421/go-8-1665911943456853393/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27421/go-8-1665911943456853393/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27421/go-8-1665911943456853393/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27421/go-8-1665911943456853393/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27421/go-8-1665911943456853393/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-moZ88VCS-DeEzSzmG3zCtBZk7aTZdteWzYxPsOxVswc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-moZ88VCS-DeEzSzmG3zCtBZk7aTZdteWzYxPsOxVswc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27421/go-8-1665911943456853393/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27421/go-8-1665911943456853393/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27421/go-8-1665911943456853393/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27421/go-8-1665911943456853393/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221016082031"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221016-083245"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221016-083245"
}
]
},
"name": "go-testxlang_partition-590",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/16 09:19:12 Submitted job: 2022-10-16_02_19_12-1200186538607448940
2022/10/16 09:19:12 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-16_02_19_12-1200186538607448940?project=apache-beam-testing
2022/10/16 09:19:12 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-16_02_19_12-1200186538607448940
2022/10/16 09:19:12 Job state: JOB_STATE_PENDING ...
2022/10/16 09:19:42 Job still running ...
2022/10/16 09:20:13 Job still running ...
2022/10/16 09:20:43 Job still running ...
2022/10/16 09:21:13 Job still running ...
2022/10/16 09:21:43 Job still running ...
2022/10/16 09:22:13 Job still running ...
2022/10/16 09:22:43 Job still running ...
2022/10/16 09:23:13 Job still running ...
2022/10/16 09:23:43 Job still running ...
2022/10/16 09:24:13 Job still running ...
2022/10/16 09:24:43 Job still running ...
2022/10/16 09:25:13 Job still running ...
2022/10/16 09:25:43 Job still running ...
2022/10/16 09:26:13 Job still running ...
2022/10/16 09:26:43 Job still running ...
2022/10/16 09:27:13 Job still running ...
2022/10/16 09:27:43 Job still running ...
2022/10/16 09:28:13 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-16_02_19_12-1200186538607448940 failed
--- FAIL: TestXLang_Partition (580.40s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3326.903s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665909200072027345
--- FAIL: TestBigQueryIO_BasicWriteRead (4.58s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41575 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@LjVHljxrtE" is_bounded:BOUNDED windowing_strategy_id:"w0@LjVHljxrtE"}} windowing_strategies:{key:"w0@LjVHljxrtE" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@LjVHljxrtE" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@LjVHljxrtE" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@LjVHljxrtE" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665909200072027345\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"LjVHljxrtE"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41575 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@LjVHljxrtE" is_bounded:BOUNDED windowing_strategy_id:"w0@LjVHljxrtE"}} windowing_strategies:{key:"w0@LjVHljxrtE" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@LjVHljxrtE" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@LjVHljxrtE" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@LjVHljxrtE" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665909200072027345\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"LjVHljxrtE"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 7 [running]:
testing.tRunner.func1.2({0xf03740, 0xc0000d9940})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf03740, 0xc0000d9940})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000488fc0?, 0xc000497590?}, {0x10ab580, 0x39}, {0xc000162180?, 0xa6ec40?, 0x1?}, {0xc0003fcb90, 0xf}, 0xc0001add20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000488f60?, 0xc000497590?}, {0xc0000f8360, 0x52}, {0x1?}, {0xc0001adea8, 0x2, 0x7ff4f930fc00?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003fcb90, 0xf}, {0xc0000f8360, 0x52}, {0xe52400, 0xc0003fdd40})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0004a9380)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0004a9380, 0x10da2a0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.611s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.041s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:928345239708e82d2a0be936854fea15a8cd82cae9615d5aba36f9db3d268079
Associated tags:
- 20221016-083245
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221016-083245
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221016-083245].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:928345239708e82d2a0be936854fea15a8cd82cae9615d5aba36f9db3d268079].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221016082031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1dd4a7a1ef8d3b738c349365c900e3625905f1de25e64deda093b25687b1a95c]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221016082031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1dd4a7a1ef8d3b738c349365c900e3625905f1de25e64deda093b25687b1a95c])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1dd4a7a1ef8d3b738c349365c900e3625905f1de25e64deda093b25687b1a95c
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1dd4a7a1ef8d3b738c349365c900e3625905f1de25e64deda093b25687b1a95c].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221016082031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8f2fcbc356339374b6414ab01372572cbf2a8ce40b52587bfb4e344601683c3b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221016082031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8f2fcbc356339374b6414ab01372572cbf2a8ce40b52587bfb4e344601683c3b])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8f2fcbc356339374b6414ab01372572cbf2a8ce40b52587bfb4e344601683c3b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8f2fcbc356339374b6414ab01372572cbf2a8ce40b52587bfb4e344601683c3b].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 32s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/5zqqdgbhuilxa
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #804
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/804/display/redirect>
Changes:
------------------------------------------
[...truncated 975.29 KB...]
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17001/go-8-1665890259101953590/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17001/go-8-1665890259101953590/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17001/go-8-1665890259101953590/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-moZ88VCS-DeEzSzmG3zCtBZk7aTZdteWzYxPsOxVswc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-moZ88VCS-DeEzSzmG3zCtBZk7aTZdteWzYxPsOxVswc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17001/go-8-1665890259101953590/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17001/go-8-1665890259101953590/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17001/go-8-1665890259101953590/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17001/go-8-1665890259101953590/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17001/go-8-1665890259101953590/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17001/go-8-1665890259101953590/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221016-023150"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221016022031"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221016-023150"
}
]
},
"name": "go-testxlang_partition-536",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/16 03:17:48 Submitted job: 2022-10-15_20_17_48-16407123931246602388
2022/10/16 03:17:48 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-15_20_17_48-16407123931246602388?project=apache-beam-testing
2022/10/16 03:17:48 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-15_20_17_48-16407123931246602388
2022/10/16 03:17:49 Job state: JOB_STATE_PENDING ...
2022/10/16 03:18:19 Job still running ...
2022/10/16 03:18:49 Job still running ...
2022/10/16 03:19:19 Job still running ...
2022/10/16 03:19:49 Job still running ...
2022/10/16 03:20:19 Job still running ...
2022/10/16 03:20:49 Job still running ...
2022/10/16 03:21:19 Job still running ...
2022/10/16 03:21:49 Job still running ...
2022/10/16 03:22:19 Job still running ...
2022/10/16 03:22:49 Job still running ...
2022/10/16 03:23:19 Job still running ...
2022/10/16 03:23:49 Job still running ...
2022/10/16 03:24:19 Job still running ...
2022/10/16 03:24:49 Job still running ...
2022/10/16 03:25:19 Job still running ...
2022/10/16 03:25:49 Job still running ...
2022/10/16 03:26:19 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-15_20_17_48-16407123931246602388 failed
--- FAIL: TestXLang_Partition (550.89s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3267.308s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665887545897547503
--- FAIL: TestBigQueryIO_BasicWriteRead (4.69s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:38323 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@IHPYTpEIVF" is_bounded:BOUNDED windowing_strategy_id:"w0@IHPYTpEIVF"}} windowing_strategies:{key:"w0@IHPYTpEIVF" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@IHPYTpEIVF" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@IHPYTpEIVF" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@IHPYTpEIVF" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665887545897547503\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"IHPYTpEIVF"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:38323 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@IHPYTpEIVF" is_bounded:BOUNDED windowing_strategy_id:"w0@IHPYTpEIVF"}} windowing_strategies:{key:"w0@IHPYTpEIVF" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@IHPYTpEIVF" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@IHPYTpEIVF" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@IHPYTpEIVF" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665887545897547503\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"IHPYTpEIVF"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 66 [running]:
testing.tRunner.func1.2({0xf03740, 0xc0001129c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf03740, 0xc0001129c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000480d60?, 0xc0000bfb30?}, {0x10ab580, 0x39}, {0xc0000fe180?, 0xa6ec40?, 0x1?}, {0xc00048cd50, 0xf}, 0xc00065fd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000480d00?, 0xc0000bfb30?}, {0xc000612300, 0x52}, {0x1?}, {0xc00065fea8, 0x2, 0x7f26e5a12cb0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00048cd50, 0xf}, {0xc000612300, 0x52}, {0xe52400, 0xc00048df00})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000103860)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000103860, 0x10da2a0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.726s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.034s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:5db0f33cf2cfb4adccf73677a2aa85fa3c1ce033e0c8ff6486446d65a3178e4b
Associated tags:
- 20221016-023150
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221016-023150
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221016-023150].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:5db0f33cf2cfb4adccf73677a2aa85fa3c1ce033e0c8ff6486446d65a3178e4b].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221016022031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:499211dd06c1918ab18a555b9340c239d04b54250d246da85883cc2da38a4cf1]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221016022031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:499211dd06c1918ab18a555b9340c239d04b54250d246da85883cc2da38a4cf1])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:499211dd06c1918ab18a555b9340c239d04b54250d246da85883cc2da38a4cf1
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:499211dd06c1918ab18a555b9340c239d04b54250d246da85883cc2da38a4cf1].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221016022031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c8da086b48e932d881d0aa8c391ced11f13985af85c55799b4feec13df2c4d87]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221016022031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c8da086b48e932d881d0aa8c391ced11f13985af85c55799b4feec13df2c4d87])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c8da086b48e932d881d0aa8c391ced11f13985af85c55799b4feec13df2c4d87
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c8da086b48e932d881d0aa8c391ced11f13985af85c55799b4feec13df2c4d87].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 38s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/7y4ohkbu3a5c2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #803
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/803/display/redirect>
Changes:
------------------------------------------
[...truncated 1021.28 KB...]
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test19806/go-8-1665868675256764884/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test19806/go-8-1665868675256764884/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-moZ88VCS-DeEzSzmG3zCtBZk7aTZdteWzYxPsOxVswc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-moZ88VCS-DeEzSzmG3zCtBZk7aTZdteWzYxPsOxVswc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221015202030"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221015-203206"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221015-203206"
}
]
},
"name": "go-testxlang_partition-414",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/15 21:18:04 Submitted job: 2022-10-15_14_18_04-13429306102976565021
2022/10/15 21:18:04 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-15_14_18_04-13429306102976565021?project=apache-beam-testing
2022/10/15 21:18:04 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-15_14_18_04-13429306102976565021
2022/10/15 21:18:04 Job state: JOB_STATE_PENDING ...
2022/10/15 21:18:34 Job still running ...
2022/10/15 21:19:04 Job still running ...
2022/10/15 21:19:34 Job still running ...
2022/10/15 21:20:04 Job still running ...
2022/10/15 21:20:34 Job still running ...
2022/10/15 21:21:04 Job still running ...
2022/10/15 21:21:35 Job still running ...
2022/10/15 21:22:05 Job still running ...
2022/10/15 21:22:35 Job still running ...
2022/10/15 21:23:05 Job still running ...
2022/10/15 21:23:35 Job still running ...
2022/10/15 21:24:05 Job still running ...
2022/10/15 21:24:35 Job still running ...
2022/10/15 21:25:05 Job still running ...
2022/10/15 21:25:35 Job still running ...
2022/10/15 21:26:05 Job still running ...
2022/10/15 21:26:35 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-15_14_18_04-13429306102976565021 failed
--- FAIL: TestXLang_Partition (550.38s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3266.292s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665865962444220064
--- FAIL: TestBigQueryIO_BasicWriteRead (4.81s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37265 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@beIckEelKA" is_bounded:BOUNDED windowing_strategy_id:"w0@beIckEelKA"}} windowing_strategies:{key:"w0@beIckEelKA" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@beIckEelKA" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@beIckEelKA" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@beIckEelKA" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665865962444220064\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"beIckEelKA"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37265 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@beIckEelKA" is_bounded:BOUNDED windowing_strategy_id:"w0@beIckEelKA"}} windowing_strategies:{key:"w0@beIckEelKA" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@beIckEelKA" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@beIckEelKA" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@beIckEelKA" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665865962444220064\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"beIckEelKA"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 38 [running]:
testing.tRunner.func1.2({0xf03740, 0xc00019b280})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf03740, 0xc00019b280})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a5540?, 0xc0000bb950?}, {0x10ab580, 0x39}, {0xc0000f8180?, 0xa6ec40?, 0x1?}, {0xc000400bb0, 0xf}, 0xc0000f3d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a54e0?, 0xc0000bb950?}, {0xc0004ae360, 0x52}, {0x1?}, {0xc0000f3ea8, 0x2, 0x7f0f33607220?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000400bb0, 0xf}, {0xc0004ae360, 0x52}, {0xe52400, 0xc000401d60})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000491040)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000491040, 0x10da2a0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.844s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.034s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221015-203206
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221015-203206
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:45c48a82189ac31e97b17763621f430781f63477ea67ca58e8890e4de3aaeb3e
Deleted: sha256:3f1763c7a755258cd05fab0d7c077172c72042fc03a35c1bc9cae9598b8bf4a5
Deleted: sha256:db56d877abe28aedd61bd5ba7299fa7d70ed4c823e869495bd2eb55018d75fc1
Deleted: sha256:3c33dab5f5538c56a4988c365e4153ae4058cd1293bf52bd732580a63e2d8c5a
Deleted: sha256:096bfb98d0b646779f039b892c283793c02a953ace71ce11fadc870ccc24ebbf
Deleted: sha256:72d6e31f9e5f09f5161dbe8f52455550a249f1905f21e91629dd06e29c6c3b60
Deleted: sha256:df1e13dd7f0933eed318d9123102317855458f891f6bbf9591e4a1a6245c30ac
Deleted: sha256:37a58e7e7bb0e8237f6147cf7d4ac9531e474064d13b94402478a552d32ef5f6
Deleted: sha256:3411c8cfc5725a74f08b237b7b790ce227e45e038d9993827098a7b3237d0048
Deleted: sha256:b3b3e70394783c457abae9432ccca27c025cafbd7db1e4b5c0b5363d5f6cf964
Deleted: sha256:34be1a2be27ad7da6daf3265105bf479cbabe2e5c6a6ff3587d62c3a86521ce1
Deleted: sha256:f47a27dc3355d6f632620f82b5a8866d71eccd18c9b8148275faa07ce1aa5364
Deleted: sha256:94efa4e03e489a186bdddef37e5ebff1bbbaaec0d72794c34767c98c02781df4
Deleted: sha256:f4496ca52e99d3fb9958f1fb22e28de8c07ee5d44cf0277e0882dd077e5bba6e
Deleted: sha256:a0cdbc7ac6173714499ef82306f5362a1fbeaaa8b1c6152c3c5dca160eb4e5c9
Deleted: sha256:a2e2f1bb1a89a1957187175a78f3615625eaaf6fe24e051b46e7f821480a217b
Deleted: sha256:aca074d90f563dfd0aa26d788fa32ae36579285e27d0f28e23a1c7a8fe638f53
Deleted: sha256:532e67c427731b47f4ccef9e1692ca78046a034ae34cb7cb3076fb169dd7b26a
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221015-203206
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:45c48a82189ac31e97b17763621f430781f63477ea67ca58e8890e4de3aaeb3e
Associated tags:
- 20221015-203206
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221015-203206
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221015-203206].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:45c48a82189ac31e97b17763621f430781f63477ea67ca58e8890e4de3aaeb3e].
$ rm -rf /tmp/tmp.MPX4LJiC4a
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221015202030
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:10cbe64fd7a532ee79290e81a466b3cff5ad3e8b02d16c170e8d7ebe3537720d
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221015202030]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:10cbe64fd7a532ee79290e81a466b3cff5ad3e8b02d16c170e8d7ebe3537720d]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221015202030] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:10cbe64fd7a532ee79290e81a466b3cff5ad3e8b02d16c170e8d7ebe3537720d])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:10cbe64fd7a532ee79290e81a466b3cff5ad3e8b02d16c170e8d7ebe3537720d
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:10cbe64fd7a532ee79290e81a466b3cff5ad3e8b02d16c170e8d7ebe3537720d
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:10cbe64fd7a532ee79290e81a466b3cff5ad3e8b02d16c170e8d7ebe3537720d].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221015202030
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:36629c9d17f9cbfb28de3005c20a6e4bc5911ee58631ab11d17c29d2830a3a75
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221015202030]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:36629c9d17f9cbfb28de3005c20a6e4bc5911ee58631ab11d17c29d2830a3a75]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221015202030] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:36629c9d17f9cbfb28de3005c20a6e4bc5911ee58631ab11d17c29d2830a3a75])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:36629c9d17f9cbfb28de3005c20a6e4bc5911ee58631ab11d17c29d2830a3a75
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:36629c9d17f9cbfb28de3005c20a6e4bc5911ee58631ab11d17c29d2830a3a75
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:36629c9d17f9cbfb28de3005c20a6e4bc5911ee58631ab11d17c29d2830a3a75].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2989972.
Stopping expansion service pid: 2989973.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 56s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/wytbfo6kce7tu
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #802
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/802/display/redirect>
Changes:
------------------------------------------
[...truncated 979.59 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23090/go-8-1665847022916855996/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23090/go-8-1665847022916855996/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221015142027"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221015-143142"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221015-143142"
}
]
},
"name": "go-testxlang_partition-833",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/15 15:17:14 Submitted job: 2022-10-15_08_17_13-14615442699846718919
2022/10/15 15:17:14 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-15_08_17_13-14615442699846718919?project=apache-beam-testing
2022/10/15 15:17:14 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-15_08_17_13-14615442699846718919
2022/10/15 15:17:14 Job state: JOB_STATE_PENDING ...
2022/10/15 15:17:44 Job still running ...
2022/10/15 15:18:14 Job still running ...
2022/10/15 15:18:44 Job still running ...
2022/10/15 15:19:14 Job still running ...
2022/10/15 15:19:44 Job still running ...
2022/10/15 15:20:14 Job still running ...
2022/10/15 15:20:44 Job still running ...
2022/10/15 15:21:14 Job still running ...
2022/10/15 15:21:44 Job still running ...
2022/10/15 15:22:14 Job still running ...
2022/10/15 15:22:44 Job still running ...
2022/10/15 15:23:14 Job still running ...
2022/10/15 15:23:44 Job still running ...
2022/10/15 15:24:14 Job still running ...
2022/10/15 15:24:44 Job still running ...
2022/10/15 15:25:14 Job still running ...
2022/10/15 15:25:44 Job still running ...
2022/10/15 15:26:14 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-15_08_17_13-14615442699846718919 failed
--- FAIL: TestXLang_Partition (582.16s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3272.306s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665844335950992449
--- FAIL: TestBigQueryIO_BasicWriteRead (4.61s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:36483 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@jSKRqxlFTu" is_bounded:BOUNDED windowing_strategy_id:"w0@jSKRqxlFTu"}} windowing_strategies:{key:"w0@jSKRqxlFTu" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@jSKRqxlFTu" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@jSKRqxlFTu" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@jSKRqxlFTu" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665844335950992449\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"jSKRqxlFTu"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:36483 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@jSKRqxlFTu" is_bounded:BOUNDED windowing_strategy_id:"w0@jSKRqxlFTu"}} windowing_strategies:{key:"w0@jSKRqxlFTu" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@jSKRqxlFTu" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@jSKRqxlFTu" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@jSKRqxlFTu" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665844335950992449\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"jSKRqxlFTu"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 52 [running]:
testing.tRunner.func1.2({0xf03740, 0xc0001136c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf03740, 0xc0001136c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a4d60?, 0xc0001b99f0?}, {0x10ab580, 0x39}, {0xc0001d6180?, 0xa6ec40?, 0x1?}, {0xc00011cb10, 0xf}, 0xc0005dbd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a4d00?, 0xc0001b99f0?}, {0xc00004a4e0, 0x52}, {0x1?}, {0xc0005dbea8, 0x2, 0x7fc402854bb8?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00011cb10, 0xf}, {0xc00004a4e0, 0x52}, {0xe52400, 0xc00011dcc0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00056f520)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00056f520, 0x10da2a0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.640s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.035s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221015-143142
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221015-143142
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:797ec2325b21d79ab76c0e715a638ff9d5f5153a5579e161a01dafaf522c2078
Deleted: sha256:ddec1e334c25e2a4576b02961f2c23cb7709db0d1f1a306807b25f9825db7763
Deleted: sha256:56e4b7efe190a73bbb87c6dda65fbfb09d3e8b4f9fba86f25b9dfb74763ef68b
Deleted: sha256:76ef3d793433c6e613ec32a8dd6196d8dfc30774ea47b2485fa1d0896c4f4261
Deleted: sha256:a0c4586652cedf3563fcc0075852096f98bd9494435c35d61fec3a8a292ae659
Deleted: sha256:6b33dc014ebf7c4fed313ed5b7297aec4d7a25b3c2cd8a8fa00b3153a7d589c7
Deleted: sha256:9b02c37c11643bbe80094fb2d66bb088608239bb0fa9fd9cd4316bba6c1e5a6f
Deleted: sha256:d6a9e703216ff847563f67f34d54bb26c62d155717f4e777b3cd5a3a7e82f152
Deleted: sha256:da9272546d957ba32804075c92f0ab7f19cebe1b0a2c199e6d009fa8ec477884
Deleted: sha256:ab4019f419fa45659fbeffc00afe3096ba4d8d3942605893a56158926816982c
Deleted: sha256:2056c9a17e5fe17969742501f673af0b22a6a91bc166d27270ddc7e483e1a87e
Deleted: sha256:c72ad4db29105902aacf4555646c605674d917155ec69f12e075432d5a9128ce
Deleted: sha256:2e6ec0a57cfdf69ef40363d6666d4dc380fc5bc7ccf54e771ec207b8bab3ad38
Deleted: sha256:47c50533138780c8ec1b448a7c4ecd6bebf8eef9806f0d8a5e21f01f634c2bd7
Deleted: sha256:4769a95c63bc56dc922317eeeb936a13858786a5160ec7e3ae5c6bd8e9e24814
Deleted: sha256:7cb7f5ae216794641e999d88ed57a4084538316a01a165ddc0514d7947d50d18
Deleted: sha256:f23881c6ab7cf14ea973d71563714515849b40e22386564e7491eb02ea41f885
Deleted: sha256:71d82055632aaac78636b7471d09a0d61e892beb3a8729fd4afa0caba7487b04
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221015-143142
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:797ec2325b21d79ab76c0e715a638ff9d5f5153a5579e161a01dafaf522c2078
Associated tags:
- 20221015-143142
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221015-143142
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221015-143142].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:797ec2325b21d79ab76c0e715a638ff9d5f5153a5579e161a01dafaf522c2078].
$ rm -rf /tmp/tmp.jYwwxK3WOM
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221015142027
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b1a7db245863d54c62904f1b41619fd47965e81777efd276f7b144acb0e6e607
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221015142027]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b1a7db245863d54c62904f1b41619fd47965e81777efd276f7b144acb0e6e607]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221015142027] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b1a7db245863d54c62904f1b41619fd47965e81777efd276f7b144acb0e6e607])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b1a7db245863d54c62904f1b41619fd47965e81777efd276f7b144acb0e6e607
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b1a7db245863d54c62904f1b41619fd47965e81777efd276f7b144acb0e6e607
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b1a7db245863d54c62904f1b41619fd47965e81777efd276f7b144acb0e6e607].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221015142027
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7b66f1d840749c706a33895a9883014353dc83e664a8269867a31a227f599ac7
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221015142027]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7b66f1d840749c706a33895a9883014353dc83e664a8269867a31a227f599ac7]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221015142027] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7b66f1d840749c706a33895a9883014353dc83e664a8269867a31a227f599ac7])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7b66f1d840749c706a33895a9883014353dc83e664a8269867a31a227f599ac7
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7b66f1d840749c706a33895a9883014353dc83e664a8269867a31a227f599ac7
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7b66f1d840749c706a33895a9883014353dc83e664a8269867a31a227f599ac7].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2898444.
Stopping expansion service pid: 2898445.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 36s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/ptdjz7jysayio
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #801
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/801/display/redirect>
Changes:
------------------------------------------
[...truncated 526.37 KB...]
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5224/go-8-1665825448244903760/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5224/go-8-1665825448244903760/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5224/go-8-1665825448244903760/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5224/go-8-1665825448244903760/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-moZ88VCS-DeEzSzmG3zCtBZk7aTZdteWzYxPsOxVswc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-moZ88VCS-DeEzSzmG3zCtBZk7aTZdteWzYxPsOxVswc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5224/go-8-1665825448244903760/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5224/go-8-1665825448244903760/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5224/go-8-1665825448244903760/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5224/go-8-1665825448244903760/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5224/go-8-1665825448244903760/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221015-083208"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221015082031"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221015-083208"
}
]
},
"name": "go-testxlang_partition-674",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/15 09:17:37 Submitted job: 2022-10-15_02_17_37-7197196681600529625
2022/10/15 09:17:37 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-15_02_17_37-7197196681600529625?project=apache-beam-testing
2022/10/15 09:17:37 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-15_02_17_37-7197196681600529625
2022/10/15 09:17:37 Job state: JOB_STATE_PENDING ...
2022/10/15 09:18:07 Job still running ...
2022/10/15 09:18:37 Job still running ...
2022/10/15 09:19:07 Job still running ...
2022/10/15 09:19:37 Job still running ...
2022/10/15 09:20:07 Job still running ...
2022/10/15 09:20:37 Job still running ...
2022/10/15 09:21:07 Job still running ...
2022/10/15 09:21:37 Job still running ...
2022/10/15 09:22:07 Job still running ...
2022/10/15 09:22:37 Job still running ...
2022/10/15 09:23:08 Job still running ...
2022/10/15 09:23:38 Job still running ...
2022/10/15 09:24:08 Job still running ...
2022/10/15 09:24:38 Job still running ...
2022/10/15 09:25:08 Job still running ...
2022/10/15 09:25:38 Job still running ...
2022/10/15 09:26:08 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-15_02_17_37-7197196681600529625 failed
--- FAIL: TestXLang_Partition (550.22s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3238.340s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665822763276481090
--- FAIL: TestBigQueryIO_BasicWriteRead (4.51s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:42657 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@HNYDNhlfxC" is_bounded:BOUNDED windowing_strategy_id:"w0@HNYDNhlfxC"}} windowing_strategies:{key:"w0@HNYDNhlfxC" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@HNYDNhlfxC" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@HNYDNhlfxC" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@HNYDNhlfxC" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665822763276481090\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"HNYDNhlfxC"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:42657 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@HNYDNhlfxC" is_bounded:BOUNDED windowing_strategy_id:"w0@HNYDNhlfxC"}} windowing_strategies:{key:"w0@HNYDNhlfxC" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@HNYDNhlfxC" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@HNYDNhlfxC" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@HNYDNhlfxC" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665822763276481090\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"HNYDNhlfxC"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 24 [running]:
testing.tRunner.func1.2({0xf03740, 0xc00058f100})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf03740, 0xc00058f100})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a45a0?, 0xc00065c050?}, {0x10ab580, 0x39}, {0xc00015e240?, 0xa6ec40?, 0x1?}, {0xc000040b80, 0xf}, 0xc00002bd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a4540?, 0xc00065c050?}, {0xc00004a480, 0x52}, {0x1?}, {0xc00002bea8, 0x2, 0x7fdea11d5b98?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000040b80, 0xf}, {0xc00004a480, 0x52}, {0xe52400, 0xc0001a2400})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0001036c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0001036c0, 0x10da2a0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.539s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.037s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.033s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:4f0d01a6abff98fddce4bace398592e54fb14570650f2311a91e86639dd33c86
Associated tags:
- 20221015-083208
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221015-083208
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221015-083208].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:4f0d01a6abff98fddce4bace398592e54fb14570650f2311a91e86639dd33c86].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221015082031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f04aa8aade1717fe6ab2e95ac9f36f746ac51567f9b49a8b3acef8f317d9cf53]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221015082031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f04aa8aade1717fe6ab2e95ac9f36f746ac51567f9b49a8b3acef8f317d9cf53])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f04aa8aade1717fe6ab2e95ac9f36f746ac51567f9b49a8b3acef8f317d9cf53
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f04aa8aade1717fe6ab2e95ac9f36f746ac51567f9b49a8b3acef8f317d9cf53].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221015082031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b1e78b37c95baa221553201f2b6c1f2796b2e292e0ef45f38fd9292b48c3c93b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221015082031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b1e78b37c95baa221553201f2b6c1f2796b2e292e0ef45f38fd9292b48c3c93b])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b1e78b37c95baa221553201f2b6c1f2796b2e292e0ef45f38fd9292b48c3c93b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b1e78b37c95baa221553201f2b6c1f2796b2e292e0ef45f38fd9292b48c3c93b].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 28s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/pcsuzg5os4zks
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #800
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/800/display/redirect?page=changes>
Changes:
[noreply] Make GCP OAuth scopes configurable via pipeline options. (#23644)
[noreply] Update BQIO to a single scheduled executor service reduce threads
------------------------------------------
[...truncated 998.56 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7726/go-8-1665803957171572283/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7726/go-8-1665803957171572283/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7726/go-8-1665803957171572283/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-moZ88VCS-DeEzSzmG3zCtBZk7aTZdteWzYxPsOxVswc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-moZ88VCS-DeEzSzmG3zCtBZk7aTZdteWzYxPsOxVswc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7726/go-8-1665803957171572283/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7726/go-8-1665803957171572283/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7726/go-8-1665803957171572283/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7726/go-8-1665803957171572283/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7726/go-8-1665803957171572283/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7726/go-8-1665803957171572283/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221015-023226"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221015022029"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221015-023226"
}
]
},
"name": "go-testxlang_partition-234",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/15 03:19:26 Submitted job: 2022-10-14_20_19_25-155282506471898726
2022/10/15 03:19:26 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-14_20_19_25-155282506471898726?project=apache-beam-testing
2022/10/15 03:19:26 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-14_20_19_25-155282506471898726
2022/10/15 03:19:26 Job state: JOB_STATE_PENDING ...
2022/10/15 03:19:56 Job still running ...
2022/10/15 03:20:26 Job still running ...
2022/10/15 03:20:56 Job still running ...
2022/10/15 03:21:26 Job still running ...
2022/10/15 03:21:56 Job still running ...
2022/10/15 03:22:26 Job still running ...
2022/10/15 03:22:56 Job still running ...
2022/10/15 03:23:26 Job still running ...
2022/10/15 03:23:57 Job still running ...
2022/10/15 03:24:27 Job still running ...
2022/10/15 03:24:57 Job still running ...
2022/10/15 03:25:27 Job still running ...
2022/10/15 03:25:57 Job still running ...
2022/10/15 03:26:27 Job still running ...
2022/10/15 03:26:57 Job still running ...
2022/10/15 03:27:27 Job still running ...
2022/10/15 03:27:57 Job still running ...
2022/10/15 03:28:27 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-14_20_19_25-155282506471898726 failed
--- FAIL: TestXLang_Partition (580.48s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3359.024s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665801181760398669
--- FAIL: TestBigQueryIO_BasicWriteRead (4.61s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:42859 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ccFqXOPKvj" is_bounded:BOUNDED windowing_strategy_id:"w0@ccFqXOPKvj"}} windowing_strategies:{key:"w0@ccFqXOPKvj" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ccFqXOPKvj" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ccFqXOPKvj" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ccFqXOPKvj" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665801181760398669\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ccFqXOPKvj"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:42859 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ccFqXOPKvj" is_bounded:BOUNDED windowing_strategy_id:"w0@ccFqXOPKvj"}} windowing_strategies:{key:"w0@ccFqXOPKvj" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ccFqXOPKvj" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ccFqXOPKvj" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ccFqXOPKvj" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665801181760398669\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ccFqXOPKvj"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 41 [running]:
testing.tRunner.func1.2({0xf03740, 0xc0005a6600})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf03740, 0xc0005a6600})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0001e54c0?, 0xc0001b98b0?}, {0x10ab580, 0x39}, {0xc0002880c0?, 0xa6ec40?, 0x1?}, {0xc000472b80, 0xf}, 0xc0001d1d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0001e5460?, 0xc0001b98b0?}, {0xc0004ec360, 0x52}, {0x1?}, {0xc0001d1ea8, 0x2, 0x7ff3a229aec0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000472b80, 0xf}, {0xc0004ec360, 0x52}, {0xe52400, 0xc000473d30})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0004e0680)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0004e0680, 0x10da2a0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.644s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.034s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.033s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:bb4b24ccb38f8c4c1d6518f00a4f7e7573ca3a75865f57a4a5bd05d1c98f24e0
Associated tags:
- 20221015-023226
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221015-023226
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221015-023226].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:bb4b24ccb38f8c4c1d6518f00a4f7e7573ca3a75865f57a4a5bd05d1c98f24e0].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221015022029]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:aed04031da13b8dbbc0f06248dc9556a0ec7a7d15c4f64df456d86a8f4922e0a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221015022029] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:aed04031da13b8dbbc0f06248dc9556a0ec7a7d15c4f64df456d86a8f4922e0a])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:aed04031da13b8dbbc0f06248dc9556a0ec7a7d15c4f64df456d86a8f4922e0a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:aed04031da13b8dbbc0f06248dc9556a0ec7a7d15c4f64df456d86a8f4922e0a].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221015022029]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7aa0f9b28eae7eedbd1a2a9476c374857e75205941a8d9dec0f399b138398866]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221015022029] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7aa0f9b28eae7eedbd1a2a9476c374857e75205941a8d9dec0f399b138398866])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7aa0f9b28eae7eedbd1a2a9476c374857e75205941a8d9dec0f399b138398866
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7aa0f9b28eae7eedbd1a2a9476c374857e75205941a8d9dec0f399b138398866].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 46s
215 actionable tasks: 172 executed, 31 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/nckk4mwwuixwi
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #799
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/799/display/redirect?page=changes>
Changes:
[Moritz Mack] Minor improvements to the tpcds gradle build for Spark
[Moritz Mack] Fix SparkSessionFactory to not fail when using Spark master local[*]
[Moritz Mack] [Spark dataset runner] Add direct translation of Reshuffle and
------------------------------------------
[...truncated 968.16 KB...]
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4517/go-8-1665782424134396593/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4517/go-8-1665782424134396593/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4517/go-8-1665782424134396593/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4517/go-8-1665782424134396593/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4517/go-8-1665782424134396593/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4517/go-8-1665782424134396593/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-XJRXLvBOu0zuSe6HQTu_9NnXOPTar_5K1ipBG3wBpvw.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-XJRXLvBOu0zuSe6HQTu_9NnXOPTar_5K1ipBG3wBpvw.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4517/go-8-1665782424134396593/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4517/go-8-1665782424134396593/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4517/go-8-1665782424134396593/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221014202028"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221014-203222"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221014-203222"
}
]
},
"name": "go-testxlang_partition-863",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/14 21:20:37 Submitted job: 2022-10-14_14_20_36-543487108858249266
2022/10/14 21:20:37 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-14_14_20_36-543487108858249266?project=apache-beam-testing
2022/10/14 21:20:37 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-14_14_20_36-543487108858249266
2022/10/14 21:20:37 Job state: JOB_STATE_PENDING ...
2022/10/14 21:21:07 Job still running ...
2022/10/14 21:21:37 Job still running ...
2022/10/14 21:22:07 Job still running ...
2022/10/14 21:22:37 Job still running ...
2022/10/14 21:23:07 Job still running ...
2022/10/14 21:23:37 Job still running ...
2022/10/14 21:24:07 Job still running ...
2022/10/14 21:24:37 Job still running ...
2022/10/14 21:25:07 Job still running ...
2022/10/14 21:25:37 Job still running ...
2022/10/14 21:26:07 Job still running ...
2022/10/14 21:26:37 Job still running ...
2022/10/14 21:27:07 Job still running ...
2022/10/14 21:27:37 Job still running ...
2022/10/14 21:28:07 Job still running ...
2022/10/14 21:28:37 Job still running ...
2022/10/14 21:29:07 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-14_14_20_36-543487108858249266 failed
--- FAIL: TestXLang_Partition (553.93s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3402.119s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665779579783978805
--- FAIL: TestBigQueryIO_BasicWriteRead (5.71s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:44923 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@QOIvOXyiYu" is_bounded:BOUNDED windowing_strategy_id:"w0@QOIvOXyiYu"}} windowing_strategies:{key:"w0@QOIvOXyiYu" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@QOIvOXyiYu" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@QOIvOXyiYu" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@QOIvOXyiYu" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665779579783978805\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"QOIvOXyiYu"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:44923 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@QOIvOXyiYu" is_bounded:BOUNDED windowing_strategy_id:"w0@QOIvOXyiYu"}} windowing_strategies:{key:"w0@QOIvOXyiYu" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@QOIvOXyiYu" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@QOIvOXyiYu" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@QOIvOXyiYu" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665779579783978805\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"QOIvOXyiYu"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 42 [running]:
testing.tRunner.func1.2({0xf03740, 0xc00036a140})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf03740, 0xc00036a140})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0006d6e60?, 0xc0001816d0?}, {0x10ab580, 0x39}, {0xc0000ee180?, 0xa6ec40?, 0x1?}, {0xc0001aadf0, 0xf}, 0xc00012dd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0006d6e00?, 0xc0001816d0?}, {0xc00057c360, 0x52}, {0x1?}, {0xc00012dea8, 0x2, 0x7fcb7c7c8b98?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0001aadf0, 0xf}, {0xc00057c360, 0x52}, {0xe52400, 0xc0001abfa0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000103520)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000103520, 0x10da2a0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.740s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.036s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.061s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:ec6dd9979398ed5641c98269e9b30bfb6b16149f94fca8fd7b16d2e890153a45
Associated tags:
- 20221014-203222
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221014-203222
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221014-203222].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:ec6dd9979398ed5641c98269e9b30bfb6b16149f94fca8fd7b16d2e890153a45].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221014202028]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8ad08cab7504df5599b38cf773814bcc2c21f6f5b358dd3773b9e342ba18e316]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221014202028] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8ad08cab7504df5599b38cf773814bcc2c21f6f5b358dd3773b9e342ba18e316])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8ad08cab7504df5599b38cf773814bcc2c21f6f5b358dd3773b9e342ba18e316
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8ad08cab7504df5599b38cf773814bcc2c21f6f5b358dd3773b9e342ba18e316].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221014202028]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4cb921c057d2c54f925f7784ded1de769da642c0da78e37cd575d7b384d465e9]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221014202028] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4cb921c057d2c54f925f7784ded1de769da642c0da78e37cd575d7b384d465e9])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4cb921c057d2c54f925f7784ded1de769da642c0da78e37cd575d7b384d465e9
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4cb921c057d2c54f925f7784ded1de769da642c0da78e37cd575d7b384d465e9].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 9m 42s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/jekscrjbowrmq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #798
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/798/display/redirect>
Changes:
------------------------------------------
[...truncated 547.82 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12029/go-8-1665760838355354372/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12029/go-8-1665760838355354372/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12029/go-8-1665760838355354372/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12029/go-8-1665760838355354372/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12029/go-8-1665760838355354372/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12029/go-8-1665760838355354372/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-XJRXLvBOu0zuSe6HQTu_9NnXOPTar_5K1ipBG3wBpvw.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-XJRXLvBOu0zuSe6HQTu_9NnXOPTar_5K1ipBG3wBpvw.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12029/go-8-1665760838355354372/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12029/go-8-1665760838355354372/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12029/go-8-1665760838355354372/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221014-143245"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221014142030"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221014-143245"
}
]
},
"name": "go-testxlang_partition-24",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/14 15:20:48 Submitted job: 2022-10-14_08_20_48-17394245241625035441
2022/10/14 15:20:48 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-14_08_20_48-17394245241625035441?project=apache-beam-testing
2022/10/14 15:20:48 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-14_08_20_48-17394245241625035441
2022/10/14 15:20:48 Job state: JOB_STATE_PENDING ...
2022/10/14 15:21:18 Job still running ...
2022/10/14 15:21:48 Job still running ...
2022/10/14 15:22:18 Job still running ...
2022/10/14 15:22:48 Job still running ...
2022/10/14 15:23:18 Job still running ...
2022/10/14 15:23:48 Job still running ...
2022/10/14 15:24:19 Job still running ...
2022/10/14 15:24:49 Job still running ...
2022/10/14 15:25:19 Job still running ...
2022/10/14 15:25:49 Job still running ...
2022/10/14 15:26:19 Job still running ...
2022/10/14 15:26:49 Job still running ...
2022/10/14 15:27:19 Job still running ...
2022/10/14 15:27:49 Job still running ...
2022/10/14 15:28:19 Job still running ...
2022/10/14 15:28:49 Job still running ...
2022/10/14 15:29:19 Job still running ...
2022/10/14 15:29:49 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-14_08_20_48-17394245241625035441 failed
--- FAIL: TestXLang_Partition (581.34s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3421.863s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665758000920074860
--- FAIL: TestBigQueryIO_BasicWriteRead (4.81s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:44525 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@SBfPYnccxa" is_bounded:BOUNDED windowing_strategy_id:"w0@SBfPYnccxa"}} windowing_strategies:{key:"w0@SBfPYnccxa" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@SBfPYnccxa" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@SBfPYnccxa" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@SBfPYnccxa" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665758000920074860\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"SBfPYnccxa"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:44525 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@SBfPYnccxa" is_bounded:BOUNDED windowing_strategy_id:"w0@SBfPYnccxa"}} windowing_strategies:{key:"w0@SBfPYnccxa" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@SBfPYnccxa" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@SBfPYnccxa" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@SBfPYnccxa" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665758000920074860\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"SBfPYnccxa"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 4 [running]:
testing.tRunner.func1.2({0xf03740, 0xc000112c40})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf03740, 0xc000112c40})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00016db40?, 0xc000117f40?}, {0x10ab580, 0x39}, {0xc000162240?, 0xa6ec40?, 0x1?}, {0xc0003fd470, 0xf}, 0xc00015dd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00016dae0?, 0xc000117f40?}, {0xc000118ae0, 0x52}, {0x1?}, {0xc00015dea8, 0x2, 0x7fada829eb88?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003fd470, 0xf}, {0xc000118ae0, 0x52}, {0xe52400, 0xc000502680})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000459520)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000459520, 0x10da2a0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.851s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.043s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.037s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.033s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7b5ab5876cb1090f76cbbc7739bcb2a3af16e00c61176114564de74357c46439
Associated tags:
- 20221014-143245
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221014-143245
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221014-143245].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7b5ab5876cb1090f76cbbc7739bcb2a3af16e00c61176114564de74357c46439].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221014142030]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:77b72ec33b917c64f85e744dee54a7eea813fd11485ea41fbad7c9f508ce2234]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221014142030] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:77b72ec33b917c64f85e744dee54a7eea813fd11485ea41fbad7c9f508ce2234])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:77b72ec33b917c64f85e744dee54a7eea813fd11485ea41fbad7c9f508ce2234
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:77b72ec33b917c64f85e744dee54a7eea813fd11485ea41fbad7c9f508ce2234].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221014142030]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c29cbac88ba6a9220cfa6db294bc7695bfa4910c3913a0cd258cb33eb1aaebee]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221014142030] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c29cbac88ba6a9220cfa6db294bc7695bfa4910c3913a0cd258cb33eb1aaebee])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c29cbac88ba6a9220cfa6db294bc7695bfa4910c3913a0cd258cb33eb1aaebee
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c29cbac88ba6a9220cfa6db294bc7695bfa4910c3913a0cd258cb33eb1aaebee].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 10m 8s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/cddwwezjz2fsy
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #797
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/797/display/redirect?page=changes>
Changes:
[Moritz Mack] Align translation logging for Spark dataset runner with rdd runner for
------------------------------------------
[...truncated 584.34 KB...]
2022/10/14 09:23:32 Job still running ...
2022/10/14 09:24:02 Job still running ...
2022/10/14 09:24:32 Job still running ...
2022/10/14 09:25:02 Job still running ...
2022/10/14 09:25:32 Job still running ...
2022/10/14 09:26:02 Job still running ...
2022/10/14 09:26:32 Job still running ...
2022/10/14 09:27:02 Job still running ...
2022/10/14 09:27:32 Job still running ...
2022/10/14 09:28:02 Job still running ...
2022/10/14 09:28:32 Job still running ...
2022/10/14 09:29:03 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-14_02_20_31-16061357752135991475 failed
--- FAIL: TestXLang_Partition (550.15s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3301.302s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665736479323108892
--- FAIL: TestBigQueryIO_BasicWriteRead (5.14s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:45617 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@yduDgUerMp" is_bounded:BOUNDED windowing_strategy_id:"w0@yduDgUerMp"}} windowing_strategies:{key:"w0@yduDgUerMp" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@yduDgUerMp" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@yduDgUerMp" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@yduDgUerMp" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665736479323108892\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"yduDgUerMp"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:45617 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@yduDgUerMp" is_bounded:BOUNDED windowing_strategy_id:"w0@yduDgUerMp"}} windowing_strategies:{key:"w0@yduDgUerMp" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@yduDgUerMp" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@yduDgUerMp" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@yduDgUerMp" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665736479323108892\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"yduDgUerMp"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 56 [running]:
testing.tRunner.func1.2({0xf03740, 0xc0001ab6c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf03740, 0xc0001ab6c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0004a6a60?, 0xc0001419f0?}, {0x10ab580, 0x39}, {0xc00015e180?, 0xa6ec40?, 0x1?}, {0xc0003fcd20, 0xf}, 0xc0004f3d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0004a6a00?, 0xc0001419f0?}, {0xc0004ac300, 0x52}, {0x1?}, {0xc0004f3ea8, 0x2, 0x7f5039b163f0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003fcd20, 0xf}, {0xc0004ac300, 0x52}, {0xe52400, 0xc0003fdfe0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0006c29c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0006c29c0, 0x10da2a0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.176s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.040s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.050s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221014-083354
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221014-083354
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e8feb0ea47c7509db299c748d61c80ac19240e68de9f1b480a6f1e646c0c11ba
Deleted: sha256:7d160f36e44b8be856527702af23cb33ebec0812d8fc6f4484e27078a3261338
Deleted: sha256:3f78bbe8adbdc91ca729238a7606c38c21d4141ba58e68af48123f4d64f45628
Deleted: sha256:73afabd919451d4c3e5fc89054e3670347575ec600f0f7177ab94164cdf878d7
Deleted: sha256:8fd2af9115f416027021d3e8bbf06c9a3b342fab52c53014842376e42dbd1f97
Deleted: sha256:d280b036c826fbea999c94a429d1e097c89b95bcaa8b5a49749c006cbdf89922
Deleted: sha256:741e47a88d12073c2c6ef6282e1167ae527d2c7df1ebee1fd140934117e56474
Deleted: sha256:7787e4b8c192663b0ebb65ffe6b4de4d8ae9477419612031ffb0ded7d0defbdd
Deleted: sha256:e916a444fd8f95dbd8d58d5094f32684d379b2e40a1045b62c4d3354d177a702
Deleted: sha256:0b459a19b4eaaf10f9b81c991335ffac466d213dcd94fc6baa6258081b533b16
Deleted: sha256:2fffa4a2765a09da9f8bfb3da4d074693a70f7fe7b1fbe0ddf10689663838a93
Deleted: sha256:95d31dd5fbca1212f1732f6bf3f83ff3d6e39d1f1bf4faa975b67720836981c7
Deleted: sha256:e52cbed43ca8f4f2cf2f47e1213169e204071c3963220422caa20ef76e5dfaf4
Deleted: sha256:5fac2aa9dc3e0e3f7344a388f29b45ab59587ce2bef1f49d51abcdb1edbe1d54
Deleted: sha256:eb02085c9c69dfbde6d7cd4b5c9e4134d6700b665cc21b1411917b28a0416f72
Deleted: sha256:2bc7959996a3c67fbb35773cf10acfcd7be18eda9bdc2b4fe712a345409bd985
Deleted: sha256:893aa4802a6d162e0d9b94a6656b7b7ff63e51bf8147bb4b178b48a9c6550c63
Deleted: sha256:992b64ef7b6e51d77314ad8d6b3bbeb12c9c57516691fa51011e370350a6de85
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221014-083354
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e8feb0ea47c7509db299c748d61c80ac19240e68de9f1b480a6f1e646c0c11ba
Associated tags:
- 20221014-083354
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221014-083354
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221014-083354].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e8feb0ea47c7509db299c748d61c80ac19240e68de9f1b480a6f1e646c0c11ba].
$ rm -rf /tmp/tmp.Jgfz97cAh8
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221014082043
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:380c6cf1a6e5f93a497829ad557d46cf8aec6308059a52968e08844f20a0d0a6
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221014082043]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:380c6cf1a6e5f93a497829ad557d46cf8aec6308059a52968e08844f20a0d0a6]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221014082043] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:380c6cf1a6e5f93a497829ad557d46cf8aec6308059a52968e08844f20a0d0a6])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:380c6cf1a6e5f93a497829ad557d46cf8aec6308059a52968e08844f20a0d0a6
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:380c6cf1a6e5f93a497829ad557d46cf8aec6308059a52968e08844f20a0d0a6
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:380c6cf1a6e5f93a497829ad557d46cf8aec6308059a52968e08844f20a0d0a6].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221014082043
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2f072060aa82f6695d5c7240f0cebafe78701fa4118157b2bb0be53635da7af6
Deleted: sha256:b2b7f366a7ae3d5d28f5715d14816ccd81a509c0c89d6e1f81f1b27452d9b253
Deleted: sha256:6d3ae03c2407a860bc5e5e747e7a3f87475c7fa7118e32a773360486f6bc07ec
Deleted: sha256:1550970b014d703d8996cb33d634873ed9222c461a9e65d6de767ec4bcce8901
Deleted: sha256:99fc67de270b308d3e5adb58fcf7d16537e68211877278389c1d455a429dc958
Deleted: sha256:83fbf0557292eb118605b422025f0820d86ff687d76f05330731320cd8f69caf
Deleted: sha256:3500eac634f3074f97a6937a358740805710dc187033e7d1744ccdb6e8caaeeb
Deleted: sha256:8b18829be6cc08566d9376a18ab55fa0ee4f237196a936a859b174cff165a096
Deleted: sha256:602b512a83170f6c922b23c8f09e30dbbca786b2300e11adb4425130f62500bb
Deleted: sha256:f50ab3ae2d47d99b4ba44bfdde33614e190c5f7d63d3cccb746d03c077e25496
Deleted: sha256:1e699e35f2df0d6918c8a393c0af714aabf87ec2334ea514dbbc6cca988258ed
Deleted: sha256:6d11e65f3232c454cd4542f3827e1cc05da079884ef59dc393543e8f5d5174d1
Deleted: sha256:4b91e774de74ccaa824c41dada27870e20ba7802b8f257906e26848a94fce6b4
Deleted: sha256:1187f117525db494bb3751c4453158a1a3403c64e410b8c05d2073aa57db3609
Deleted: sha256:8ebc35bd0224806e819d97c86292dc9abff4547aac798a7e512db8c22a6abe62
Deleted: sha256:2b7c37b85ae6268f6b2d359d095c879ba1892cb9e027aab6ff9487dedc89fda6
Deleted: sha256:c9fd4ab342dabc647499dd95d46f7b67750d99d114d9854139e7da96b97216dc
Deleted: sha256:e609ccede101c7f780a73c2281a049edc96f885b73bb0435fa03c3bfb01785b6
Deleted: sha256:60d6cc4145528b768478e6f1a85f829373347061d2cd1b1e08a26441b4dcb13a
Deleted: sha256:c016f995e41d215cb5a79c5be15d263cf613f87b3f25ac0ed72cabacf352e26d
Deleted: sha256:4204376346a4fbb89d8ac1ead899cef98e186e178ea953d1461aaf98a1037d3a
Deleted: sha256:10edad539f4529f0035b41d19ee0c1cf38fdbb684a6c7e3ce8bd4e6f849e31e4
Deleted: sha256:01ae94ca82cac89beb0a7bab81082f654df4bb2e6f0afea97bf22568af36641f
Deleted: sha256:7ebd8f9386c2eb7f231cf4ee1cc7b796d971ae09970249e9694a7c2a6f9485b5
Deleted: sha256:418939d8496664c32dca6f403d36e96079b6be0dd898e76ff707bd862e0c0b54
Deleted: sha256:3514b9d764328d2ea17ac8087ab814101d470bb83f98ea49c058e44a135037bf
Deleted: sha256:f5e6ddbf09fe0717c7701f4699ca739ba187c958ad9719909fdb672f9215e9ec
Deleted: sha256:04fd578c32675c1fb1827b190baef4fbc20101eae512f70f3d3dbb8939bb2548
Deleted: sha256:6d43f67fe10c9b52bac2386f1368aef8be0cff0101e90c7c303625e9b7c7e225
Deleted: sha256:7e0a439e7e73e3bc0feb742899e8ed158fa0c8219a7fca53a24756a031cf9c47
Deleted: sha256:d5bc7fe6cb93c421857e34a9ceab2ac38cf9daacce11ae4cbfb913cbb0b7dcf8
Deleted: sha256:d47e635127f07342d3721c0afc59e9e2eee9cd89356019f135cfd2c9aedc9c98
Deleted: sha256:6dc0e04d20dbac14aa23bc5f89b164bb0ca289786b6eb4e423c39a5bc741652a
Deleted: sha256:629b1e0cb7a1b235b2481105990b6d9045580e1084ce356ed41bcf9950836d51
Deleted: sha256:36a0ece4be20d97740615d4c2649b35927068906cfeb040e4fc9fa0c5a91d1ec
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221014082043]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2f072060aa82f6695d5c7240f0cebafe78701fa4118157b2bb0be53635da7af6]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221014082043] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2f072060aa82f6695d5c7240f0cebafe78701fa4118157b2bb0be53635da7af6])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2f072060aa82f6695d5c7240f0cebafe78701fa4118157b2bb0be53635da7af6
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2f072060aa82f6695d5c7240f0cebafe78701fa4118157b2bb0be53635da7af6
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2f072060aa82f6695d5c7240f0cebafe78701fa4118157b2bb0be53635da7af6].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1591668.
Stopping expansion service pid: 1591669.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 9m 23s
215 actionable tasks: 154 executed, 51 from cache, 10 up-to-date
Publishing build scan...
https://gradle.com/s/knzqesaajrjx2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #796
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/796/display/redirect?page=changes>
Changes:
[yixiaoshen] Remove artificial timeout in FirestoreV1IT, Dataflow runner is very slow
[noreply] Update publish_release_notes to generate PR list (#23630)
[noreply] Bump Legacy dataflow container image tag (#23625)
------------------------------------------
[...truncated 1022.34 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4785/go-8-1665717689913885422/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4785/go-8-1665717689913885422/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-XJRXLvBOu0zuSe6HQTu_9NnXOPTar_5K1ipBG3wBpvw.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-XJRXLvBOu0zuSe6HQTu_9NnXOPTar_5K1ipBG3wBpvw.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221014-023349"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221014022042"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221014-023349"
}
]
},
"name": "go-testxlang_partition-856",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/14 03:21:44 Submitted job: 2022-10-13_20_21_43-11342402402175891932
2022/10/14 03:21:44 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-13_20_21_43-11342402402175891932?project=apache-beam-testing
2022/10/14 03:21:44 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-13_20_21_43-11342402402175891932
2022/10/14 03:21:44 Job state: JOB_STATE_PENDING ...
2022/10/14 03:22:14 Job still running ...
2022/10/14 03:22:44 Job still running ...
2022/10/14 03:23:14 Job still running ...
2022/10/14 03:23:44 Job still running ...
2022/10/14 03:24:14 Job still running ...
2022/10/14 03:24:44 Job still running ...
2022/10/14 03:25:14 Job still running ...
2022/10/14 03:25:44 Job still running ...
2022/10/14 03:26:14 Job still running ...
2022/10/14 03:26:44 Job still running ...
2022/10/14 03:27:14 Job still running ...
2022/10/14 03:27:44 Job still running ...
2022/10/14 03:28:14 Job still running ...
2022/10/14 03:28:44 Job still running ...
2022/10/14 03:29:14 Job still running ...
2022/10/14 03:29:44 Job still running ...
2022/10/14 03:30:15 Job still running ...
2022/10/14 03:30:45 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-13_20_21_43-11342402402175891932 failed
--- FAIL: TestXLang_Partition (585.70s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3411.458s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665714866976433451
--- FAIL: TestBigQueryIO_BasicWriteRead (4.55s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:40519 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@rHNYMhZtkY" is_bounded:BOUNDED windowing_strategy_id:"w0@rHNYMhZtkY"}} windowing_strategies:{key:"w0@rHNYMhZtkY" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@rHNYMhZtkY" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@rHNYMhZtkY" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@rHNYMhZtkY" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665714866976433451\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"rHNYMhZtkY"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:40519 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@rHNYMhZtkY" is_bounded:BOUNDED windowing_strategy_id:"w0@rHNYMhZtkY"}} windowing_strategies:{key:"w0@rHNYMhZtkY" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@rHNYMhZtkY" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@rHNYMhZtkY" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@rHNYMhZtkY" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665714866976433451\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"rHNYMhZtkY"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 11 [running]:
testing.tRunner.func1.2({0xf03740, 0xc0000ae480})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf03740, 0xc0000ae480})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00016cec0?, 0xc0000ba280?}, {0x10ab580, 0x39}, {0xc000468180?, 0xa6ec40?, 0x1?}, {0xc0003fcf70, 0xf}, 0xc0001add20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00016ce00?, 0xc0000ba280?}, {0xc00010e960, 0x52}, {0x1?}, {0xc0001adea8, 0x2, 0x7fcef43563c0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003fcf70, 0xf}, {0xc00010e960, 0x52}, {0xe52400, 0xc000040650})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000682d00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000682d00, 0x10da2a0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.584s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.034s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221014-023349
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221014-023349
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c642ae63b10cd2202f702dbd25ffd19ca7407d51da95fe9b944f9fbabf847964
Deleted: sha256:daf22a5ce5a27f3a97998f81770bae1c434746dad6c6a789880eb04124e71a42
Deleted: sha256:e693457a6aa90a7f764f03c0105940f792580f328ccdbdc3c132f77432a0e272
Deleted: sha256:0c7306eed5e8082f33882f25c8691e8373a44d4c795918aa5d5e72a5bc249f32
Deleted: sha256:aba30bc13a46255402b676ed41b890f3b2d57cfce722009b9115e72684214ad0
Deleted: sha256:cbff64c7609c66a1494b11d6468a361f01321046f19166b00fade6af812bea6a
Deleted: sha256:eb24c994697ce629433b18d6819222bd69faf92200ab70c4d322eb2ad6b30037
Deleted: sha256:e8d706918c02a94a8b0943c3f5ea2524b8dfb284a8d78c556ab0c3ddf1482a8c
Deleted: sha256:6bb18b26b64861afc66967ba12575acdb58c465f58fc83ab4da1aa0b54c62657
Deleted: sha256:0ab7486cbc13491f2c88ae9ef13f0bd1350bfd237be53851c8aa83400b3ec3b4
Deleted: sha256:49dcb113889ece2cdac1b77390863e5b4ddd41a6fc81f5240d865b212f6b0ab9
Deleted: sha256:167f1af430aeb94581cbd258f42a932178e14a7c88cd70f1e6649cd4923b72da
Deleted: sha256:82c30284b6a096fd31c281acc56cf2bfee1b8907e80ba2c656577f52cdc1ceac
Deleted: sha256:bbf25c0caf75cbaed4e80c41f7341f256886e6ec4787d08b4feb6c52ed6db34e
Deleted: sha256:08b5747c92e073cfa6eda4233597a8b9ddecb4a128291b38efd89e689b40b2be
Deleted: sha256:2372056320002e03b7179be42afd219f06ac9b23b91c57af188097a0f835348f
Deleted: sha256:8ef7bda3eea97c9e1f75765b1efe28551244da8c46a3b3b66f99fe21afee46c0
Deleted: sha256:af84d03a150a6f2dc1d6412547d740c45383738670574cafebff5391fc14153e
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221014-023349
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c642ae63b10cd2202f702dbd25ffd19ca7407d51da95fe9b944f9fbabf847964
Associated tags:
- 20221014-023349
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221014-023349
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221014-023349].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c642ae63b10cd2202f702dbd25ffd19ca7407d51da95fe9b944f9fbabf847964].
$ rm -rf /tmp/tmp.59Wttk1DMe
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221014022042
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a341b3cb956ddb5db8d3a0ea5f1d7b8391401bead23d04eb6da0780bb48f18a2
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221014022042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a341b3cb956ddb5db8d3a0ea5f1d7b8391401bead23d04eb6da0780bb48f18a2]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221014022042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a341b3cb956ddb5db8d3a0ea5f1d7b8391401bead23d04eb6da0780bb48f18a2])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a341b3cb956ddb5db8d3a0ea5f1d7b8391401bead23d04eb6da0780bb48f18a2
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a341b3cb956ddb5db8d3a0ea5f1d7b8391401bead23d04eb6da0780bb48f18a2
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a341b3cb956ddb5db8d3a0ea5f1d7b8391401bead23d04eb6da0780bb48f18a2].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221014022042
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:25e352c8a5f9568068b67009896f677a7d3664a187b770cef5f3391a5a29d6fd
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221014022042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:25e352c8a5f9568068b67009896f677a7d3664a187b770cef5f3391a5a29d6fd]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221014022042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:25e352c8a5f9568068b67009896f677a7d3664a187b770cef5f3391a5a29d6fd])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:25e352c8a5f9568068b67009896f677a7d3664a187b770cef5f3391a5a29d6fd
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:25e352c8a5f9568068b67009896f677a7d3664a187b770cef5f3391a5a29d6fd
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:25e352c8a5f9568068b67009896f677a7d3664a187b770cef5f3391a5a29d6fd].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 565442.
Stopping expansion service pid: 565443.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 11m 5s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/cck6kpnx223lm
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #795
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/795/display/redirect?page=changes>
Changes:
[Kiley Sok] Add agent to open modules
[Kiley Sok] check for empty
[Kiley Sok] limit to jamm and update comments
[Kiley Sok] reuse options, pr comments
[rszper] Added content: The direct runner is not suited to production pipelines
[noreply] Tour of Beam frontend state management (#23420) (#23572)
[noreply] Update
[noreply] Merge pull request #23524: Adding beam blog info to the Community page
------------------------------------------
[...truncated 594.25 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20305/go-8-1665696031149320369/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20305/go-8-1665696031149320369/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221013-203312"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221013202048"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221013-203312"
}
]
},
"name": "go-testxlang_partition-397",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/13 21:20:40 Submitted job: 2022-10-13_14_20_40-8004842942788148084
2022/10/13 21:20:40 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-13_14_20_40-8004842942788148084?project=apache-beam-testing
2022/10/13 21:20:40 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-13_14_20_40-8004842942788148084
2022/10/13 21:20:40 Job state: JOB_STATE_PENDING ...
2022/10/13 21:21:10 Job still running ...
2022/10/13 21:21:40 Job still running ...
2022/10/13 21:22:10 Job still running ...
2022/10/13 21:22:40 Job still running ...
2022/10/13 21:23:10 Job still running ...
2022/10/13 21:23:40 Job still running ...
2022/10/13 21:24:11 Job still running ...
2022/10/13 21:24:41 Job still running ...
2022/10/13 21:25:11 Job still running ...
2022/10/13 21:25:41 Job still running ...
2022/10/13 21:26:11 Job still running ...
2022/10/13 21:26:41 Job still running ...
2022/10/13 21:27:11 Job still running ...
2022/10/13 21:27:41 Job still running ...
2022/10/13 21:28:11 Job still running ...
2022/10/13 21:28:41 Job still running ...
2022/10/13 21:29:11 Job still running ...
2022/10/13 21:29:41 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-13_14_20_40-8004842942788148084 failed
--- FAIL: TestXLang_Partition (580.60s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3387.088s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665693227860586986
--- FAIL: TestBigQueryIO_BasicWriteRead (4.70s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:39807 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@EkibtlsHDh" is_bounded:BOUNDED windowing_strategy_id:"w0@EkibtlsHDh"}} windowing_strategies:{key:"w0@EkibtlsHDh" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@EkibtlsHDh" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@EkibtlsHDh" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@EkibtlsHDh" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665693227860586986\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"EkibtlsHDh"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:39807 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@EkibtlsHDh" is_bounded:BOUNDED windowing_strategy_id:"w0@EkibtlsHDh"}} windowing_strategies:{key:"w0@EkibtlsHDh" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@EkibtlsHDh" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@EkibtlsHDh" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@EkibtlsHDh" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665693227860586986\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"EkibtlsHDh"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 52 [running]:
testing.tRunner.func1.2({0xf03740, 0xc0000bb480})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf03740, 0xc0000bb480})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a4e60?, 0xc000117590?}, {0x10ab580, 0x39}, {0xc0001d6180?, 0xa6ec40?, 0x1?}, {0xc0001af900, 0xf}, 0xc0005e9d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a4e00?, 0xc000117590?}, {0xc00004a5a0, 0x52}, {0x1?}, {0xc0005e9ea8, 0x2, 0x7f87bc568c40?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0001af900, 0xf}, {0xc00004a5a0, 0x52}, {0xe52400, 0xc0005ecaf0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00058ad00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00058ad00, 0x10da2a0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.733s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.044s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.036s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.033s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221013-203312
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221013-203312
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7ea53c675e2d6cc0a4da6aefb3361cb7bbc1be6b865ee2f60428de16e936ef24
Deleted: sha256:61da32edb3cb78854ea3a61358464ec610b916f3d834b7026c0684b3970c925c
Deleted: sha256:a69f85efda55954c4a4ac3daae4333d8eb0c324c6b37be848f69f0869ffe8f8c
Deleted: sha256:d2df5aa60f645bffc993b28f2c97a7d2b56ef2de13404376d257024bcfbe6ee1
Deleted: sha256:e06150c45e10c0d1254df3d9e79930e9c75e9bb756c334b21066ff07b5afc41d
Deleted: sha256:27a25987c17869ce600395a6678a3588e3736980db8cabdcd70c78c822b6c595
Deleted: sha256:717a8bd19ca8f7a0ba305729ea6527dc8160e141d348df82ecea8be60f4f7045
Deleted: sha256:a2a49529e5da4f4ac8e17e2494849e6d9bcb46c34cf0a43aa1cd3a37eb0e0eec
Deleted: sha256:b5226e5c47960d68144cf8ef176b31b02a588bf610fe0a3219b7e37f12939c2c
Deleted: sha256:6a75be709505f52c9e3bfbb49bdfb9edab4ba83991549664ec050c77e91b7ce3
Deleted: sha256:06a87bfb71b6c4b9ad1ee165e3979e6e4bc525debbcb70d5a5471c978126f9a3
Deleted: sha256:25e892357655216a3ecb3852f4aa41b6319527de7c57150d8663fe456610a53f
Deleted: sha256:ec95b868e7204b340ad54815783526f90defc5e9f0285f0207a2828bb56df981
Deleted: sha256:f411c9a71de6c96ad9b347227f275aacc0c5d7d3e7e8c841379bc092ead2974f
Deleted: sha256:11338be0a03fd0efb2c84b1207209767102459c1a4de4b18575149df93a9f3f9
Deleted: sha256:df2d65960f7a3589a3b68a1b32e57857f4732a70b522042aef1a13ab00b1c019
Deleted: sha256:83cddf567ac07f95a6daa7f206a70dc220aa044adc2748f03d7b8ee69351acb5
Deleted: sha256:d9393c13fb22e7005951caea12f125819395e817898e835024fa713844cfd3ee
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221013-203312
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7ea53c675e2d6cc0a4da6aefb3361cb7bbc1be6b865ee2f60428de16e936ef24
Associated tags:
- 20221013-203312
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221013-203312
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221013-203312].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7ea53c675e2d6cc0a4da6aefb3361cb7bbc1be6b865ee2f60428de16e936ef24].
$ rm -rf /tmp/tmp.kh1Bbg8Os0
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221013202048
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4fc1d52b7d3f4d62dfc10ebc48887ee6663e83b55d7673d81e7a6797326c28d1
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221013202048]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4fc1d52b7d3f4d62dfc10ebc48887ee6663e83b55d7673d81e7a6797326c28d1]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221013202048] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4fc1d52b7d3f4d62dfc10ebc48887ee6663e83b55d7673d81e7a6797326c28d1])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4fc1d52b7d3f4d62dfc10ebc48887ee6663e83b55d7673d81e7a6797326c28d1
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4fc1d52b7d3f4d62dfc10ebc48887ee6663e83b55d7673d81e7a6797326c28d1
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4fc1d52b7d3f4d62dfc10ebc48887ee6663e83b55d7673d81e7a6797326c28d1].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221013202048
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:94ef52da5d1e79af5a3d92852c55ba134c8aac8d6e348f00b85a1e5fc7253c44
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221013202048]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:94ef52da5d1e79af5a3d92852c55ba134c8aac8d6e348f00b85a1e5fc7253c44]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221013202048] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:94ef52da5d1e79af5a3d92852c55ba134c8aac8d6e348f00b85a1e5fc7253c44])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:94ef52da5d1e79af5a3d92852c55ba134c8aac8d6e348f00b85a1e5fc7253c44
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:94ef52da5d1e79af5a3d92852c55ba134c8aac8d6e348f00b85a1e5fc7253c44
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:94ef52da5d1e79af5a3d92852c55ba134c8aac8d6e348f00b85a1e5fc7253c44].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 426173.
Stopping expansion service pid: 426174.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 10m 2s
215 actionable tasks: 170 executed, 35 from cache, 10 up-to-date
Publishing build scan...
https://gradle.com/s/goeskyi5lbgvy
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #794
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/794/display/redirect?page=changes>
Changes:
[noreply] Use new github output format (#23624)
------------------------------------------
[...truncated 1013.58 KB...]
2022/10/13 15:24:23 Job still running ...
2022/10/13 15:24:53 Job still running ...
2022/10/13 15:25:23 Job still running ...
2022/10/13 15:25:53 Job still running ...
2022/10/13 15:26:23 Job still running ...
2022/10/13 15:26:53 Job still running ...
2022/10/13 15:27:23 Job still running ...
2022/10/13 15:27:53 Job still running ...
2022/10/13 15:28:23 Job still running ...
2022/10/13 15:28:53 Job still running ...
2022/10/13 15:29:23 Job still running ...
2022/10/13 15:29:53 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-13_08_20_52-7807196934662408295 failed
--- FAIL: TestXLang_Partition (581.62s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3425.363s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665671601827686053
--- FAIL: TestBigQueryIO_BasicWriteRead (4.79s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:38191 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@MTSGhjZAoF" is_bounded:BOUNDED windowing_strategy_id:"w0@MTSGhjZAoF"}} windowing_strategies:{key:"w0@MTSGhjZAoF" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@MTSGhjZAoF" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@MTSGhjZAoF" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@MTSGhjZAoF" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665671601827686053\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"MTSGhjZAoF"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:38191 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@MTSGhjZAoF" is_bounded:BOUNDED windowing_strategy_id:"w0@MTSGhjZAoF"}} windowing_strategies:{key:"w0@MTSGhjZAoF" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@MTSGhjZAoF" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@MTSGhjZAoF" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@MTSGhjZAoF" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665671601827686053\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"MTSGhjZAoF"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 56 [running]:
testing.tRunner.func1.2({0xf03740, 0xc000147d00})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf03740, 0xc000147d00})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000500d20?, 0xc000529590?}, {0x10ab580, 0x39}, {0xc0000a40c0?, 0xa6ec40?, 0x1?}, {0xc000516ba0, 0xf}, 0xc00001dd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000500cc0?, 0xc000529590?}, {0xc00063a540, 0x52}, {0x1?}, {0xc00001dea8, 0x2, 0x7fef84a285d0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000516ba0, 0xf}, {0xc00063a540, 0x52}, {0xe52400, 0xc000517d50})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000523040)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000523040, 0x10da2a0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.822s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.040s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.034s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221013-143245
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221013-143245
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:cf7084f8a0e2edd0c9c280e67917b9b501b32367ff760bf20c7e702d6ccb66bd
Deleted: sha256:d6c1a51c196abd85eaf2d7eea2327b551e293b9b05946fb1686d5bff7333ccca
Deleted: sha256:0a0b1d113543e447cd8b803d4aa43313041a39b2d6d71e12f02305238efc3740
Deleted: sha256:503f0e9124d745b66612c5c3f08ca4a6e6f6c3538fb53c65ee79f26ac3c56a7d
Deleted: sha256:0c53de1049c1086366e1174dbc0a14580da3aa25f3bd079956928270fc6b3ff8
Deleted: sha256:4509790c45fca29eb0240cbed9d0536fcf4e2396ccb1e3cc1e1fbbbdf3e0edcb
Deleted: sha256:929a9238b36a252dbba2db0f9d379d71ab6cce7ffeda4f8b0d72ba3e0120c509
Deleted: sha256:3b4813958a1d7f4fd16f8cfab16ac7c585bd6a007f47d7d1bd97667b0e01dab0
Deleted: sha256:2cc073dff7c7d6f65feee3ee44f09a42caa9870af87a437255cbb7b4d8e90787
Deleted: sha256:3e663be10b82d100b4bfbda504b6eaf391849ab5a2cc069e153c7bbeb497adc2
Deleted: sha256:73c0d5f42d75adc97e2643b8c7c22f673051e1d5240f8a581b6b99b464c1cd87
Deleted: sha256:995902ac7ef1ad00a49fa8455a6fa90035e6dd0fbe59d115a8d315845fe83c16
Deleted: sha256:12952fd73469d361ba33563cb5545010de204f7f345949959301d6e5fcca2e78
Deleted: sha256:8f8bcde29bdae26c58c51a11264265971024f01cdb75d40e6489b206ed24b489
Deleted: sha256:dee8648daa411ba69d5c9b9e2f875dfcb5aa0328bc20f650ba6226b35a4b0e28
Deleted: sha256:99aa03a63e6cd028b66898141d7dde19e67ed101126a504b132419eb2207d35e
Deleted: sha256:65376856d900d02baa8a51cb9ffa340fd711c9264b0e2c6266d3c81570d436e2
Deleted: sha256:8edd153f29b64eeb72b8f921cfb04e37a7dd5ce582b571d888904f76ef8c2d23
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221013-143245
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:cf7084f8a0e2edd0c9c280e67917b9b501b32367ff760bf20c7e702d6ccb66bd
Associated tags:
- 20221013-143245
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221013-143245
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221013-143245].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:cf7084f8a0e2edd0c9c280e67917b9b501b32367ff760bf20c7e702d6ccb66bd].
$ rm -rf /tmp/tmp.GlgvD7Sxgb
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221013142042
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:74ea24c976df433c6079ed544f371fa08e71af255f997893a11068116c48f2ee
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221013142042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:74ea24c976df433c6079ed544f371fa08e71af255f997893a11068116c48f2ee]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221013142042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:74ea24c976df433c6079ed544f371fa08e71af255f997893a11068116c48f2ee])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:74ea24c976df433c6079ed544f371fa08e71af255f997893a11068116c48f2ee
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:74ea24c976df433c6079ed544f371fa08e71af255f997893a11068116c48f2ee
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:74ea24c976df433c6079ed544f371fa08e71af255f997893a11068116c48f2ee].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221013142042
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6f0b8f9d353916d51d6ca1e900727e1406f8322e344097d7108e5b18ab53adcc
Deleted: sha256:bc238f3d6c99f482ce6cbf208685eed0c1c34018c71dee1b9239fe6b83c696a4
Deleted: sha256:86245a5fabe0051956af8b1c77358dbc80707a5e555f4269e0ded3c92507db85
Deleted: sha256:2db002bcc7eec2f0611b68aad09a3350071679c41057f5cab2fd1cf8eb871a1a
Deleted: sha256:9172da1f658daad5811f953277fd6d52d5f51814c23ff8fb01228e097dc8df6b
Deleted: sha256:843a16e01142f7da8b82901e31c6a8367d8c725c02fac513b67d747834354a7d
Deleted: sha256:dafd548eae7ec50dd4f9359e6cda747457050e9bbfcdac5b9f49f786bc0394eb
Deleted: sha256:a540f2abc9dec58c8cd468d4b1f8dc25566e5a6b77581b383542bed49ebf73bb
Deleted: sha256:fb0209b7e662bd58311d26b453c7eb4f9b31717b3a120b413598fd2f4c4cbbc4
Deleted: sha256:3ccb9d0eb522640de29aa5a0eb9f9c003b4f4ba9589794baba83711091d3a368
Deleted: sha256:cf8972331bd5bf1c7a12952cd85571e7792ecb475b261e925acbfc652010145c
Deleted: sha256:a0b880141be758c0a1a4f6303440972d5da104904194bc169ed2f2cc86ac001b
Deleted: sha256:e512526070a02cebff6b1006a2b454f1a7c66a60b25a9e895509d0a1f3749e4a
Deleted: sha256:782a22dfa6598eabaf89874f00c5e2a8abe9d8df2e07441fe947c99fcf4456b6
Deleted: sha256:6f647ff0dc737bf97638ab382519c8ac60e66986606d135c8e4a08852203a957
Deleted: sha256:20c83b15bd82b9fe70ab9d1ad7deb6b26630251efb4edebbdcb49531edf4cfb9
Deleted: sha256:4667c8eb22b42815dc3ce16708f88540bbbb94c9aa704a4db3444eade975caa5
Deleted: sha256:f6be41529a8651b07c82fa519ee14384b5715a84992f5d778d4b8750e010183f
Deleted: sha256:07ebcef781e85aea4335773f4bc003dcb91d5e8c3ef68fb3b6d712ccd194dda0
Deleted: sha256:cf8448438a33e9d2de9974787843238e50a6aab7aa11b5634dddfe613d1b5fd5
Deleted: sha256:1ffd55d07f7beeadd62b50f7dd1f223bbf84c261a6c835bc98b7f0ecda83b904
Deleted: sha256:24886f7ac1885497868daf3056ba78235ef9574fc4fefede86b6520b3eadf5b7
Deleted: sha256:7294b26c3b896fb31ee46c7f64cecb847a5404be17e70f37a6a69ed822475ea4
Deleted: sha256:cb1febc0e5d9be325224b6e14d2f704cb9a3e7ed49a6458bb9e021e682f1e4f9
Deleted: sha256:bf78a56f68da7f537ffef1782ca8bd30268444fa3988696d1d865c31db5734eb
Deleted: sha256:8dd691757892b99e80e189817b7707fc508cb6e76b38d5c106a2d77b22bb4fb2
Deleted: sha256:7a7ea0124f14e1d345c706abfbd59e44656e7df671e72b56f117bffd31289812
Deleted: sha256:e549ef8980f7a890f40fc5a545d7af0073e6ea1eb48addab388a158a98112189
Deleted: sha256:85d430c972f0671718d61704278e2f0bf1dfa92a1fd2512a5bce363e2adafb69
Deleted: sha256:afd0e0e7432b85fa93bdb91cc40ab11340e543cfbb43d5bfd1c3dfcbe3df5de4
Deleted: sha256:552c733b6bc8f09b00960158e987b420bd796ba84c398c352d85f35b8d276058
Deleted: sha256:7058d96fc439d711e3152e7dccffc6043c7a92167226998f85630355d19574e3
Deleted: sha256:4e22b1fb83bda8e40dcd754d71dccc101ae4baafe4a24f3956e1a20d9b3f891d
Deleted: sha256:ddaa3d57511e891f72f7472cd036210e3f41c8d32a9037681445562661f51263
Deleted: sha256:77a09d683415cbcb16e38250d42af373c4d35ecf9e6f17f013ca4ce984f3e4d4
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221013142042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6f0b8f9d353916d51d6ca1e900727e1406f8322e344097d7108e5b18ab53adcc]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221013142042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6f0b8f9d353916d51d6ca1e900727e1406f8322e344097d7108e5b18ab53adcc])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6f0b8f9d353916d51d6ca1e900727e1406f8322e344097d7108e5b18ab53adcc
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6f0b8f9d353916d51d6ca1e900727e1406f8322e344097d7108e5b18ab53adcc
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6f0b8f9d353916d51d6ca1e900727e1406f8322e344097d7108e5b18ab53adcc].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 70796.
Stopping expansion service pid: 70797.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 10m 13s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/7db6wovtpvgqs
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #793
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/793/display/redirect>
Changes:
------------------------------------------
[...truncated 569.21 KB...]
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5643/go-8-1665652879602397264/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-XJRXLvBOu0zuSe6HQTu_9NnXOPTar_5K1ipBG3wBpvw.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-XJRXLvBOu0zuSe6HQTu_9NnXOPTar_5K1ipBG3wBpvw.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221013-083351"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221013082043"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221013-083351"
}
]
},
"name": "go-testxlang_partition-829",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/13 09:21:29 Submitted job: 2022-10-13_02_21_29-2458065196477682067
2022/10/13 09:21:29 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-13_02_21_29-2458065196477682067?project=apache-beam-testing
2022/10/13 09:21:29 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-13_02_21_29-2458065196477682067
2022/10/13 09:21:29 Job state: JOB_STATE_PENDING ...
2022/10/13 09:21:59 Job still running ...
2022/10/13 09:22:29 Job still running ...
2022/10/13 09:22:59 Job still running ...
2022/10/13 09:23:29 Job still running ...
2022/10/13 09:23:59 Job still running ...
2022/10/13 09:24:29 Job still running ...
2022/10/13 09:24:59 Job still running ...
2022/10/13 09:25:30 Job still running ...
2022/10/13 09:26:00 Job still running ...
2022/10/13 09:26:30 Job still running ...
2022/10/13 09:27:00 Job still running ...
2022/10/13 09:27:30 Job still running ...
2022/10/13 09:28:00 Job still running ...
2022/10/13 09:28:30 Job still running ...
2022/10/13 09:29:00 Job still running ...
2022/10/13 09:29:30 Job still running ...
2022/10/13 09:30:00 Job still running ...
2022/10/13 09:30:30 Job still running ...
2022/10/13 09:31:00 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-13_02_21_29-2458065196477682067 failed
--- FAIL: TestXLang_Partition (611.14s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3423.701s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665650070272431079
--- FAIL: TestBigQueryIO_BasicWriteRead (4.99s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35051 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@xlcZwPaTpe" is_bounded:BOUNDED windowing_strategy_id:"w0@xlcZwPaTpe"}} windowing_strategies:{key:"w0@xlcZwPaTpe" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@xlcZwPaTpe" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@xlcZwPaTpe" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@xlcZwPaTpe" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665650070272431079\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"xlcZwPaTpe"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35051 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@xlcZwPaTpe" is_bounded:BOUNDED windowing_strategy_id:"w0@xlcZwPaTpe"}} windowing_strategies:{key:"w0@xlcZwPaTpe" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@xlcZwPaTpe" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@xlcZwPaTpe" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@xlcZwPaTpe" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665650070272431079\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"xlcZwPaTpe"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 53 [running]:
testing.tRunner.func1.2({0xf03740, 0xc00041fa00})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf03740, 0xc00041fa00})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00059cae0?, 0xc00042b680?}, {0x10ab580, 0x39}, {0xc0000f8180?, 0xa6ec40?, 0x1?}, {0xc000041950, 0xf}, 0xc0005f7d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00059ca80?, 0xc00042b680?}, {0xc0005a23c0, 0x52}, {0x1?}, {0xc0005f7ea8, 0x2, 0x7f5935ba0f68?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000041950, 0xf}, {0xc0005a23c0, 0x52}, {0xe52400, 0xc0005f0b20})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00049cea0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00049cea0, 0x10da2a0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.031s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.040s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.039s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.036s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221013-083351
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221013-083351
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:01ab2e6245f4d1310d839c66ed3f542aff74575c169334fd4d95234d10b31680
Deleted: sha256:f8b17af40d88df0540383db958df63128b632ef5a8cff773c0416ac1d077a2db
Deleted: sha256:863f94314563783902cb710efe82405f66edd386fdddfb1b59168744dbc75dce
Deleted: sha256:78bf550e0c84302415c555614141f1caaac636794c2e5943726e507112d61781
Deleted: sha256:3150833de6e2cb8b69d21c7178361a9c0103c04da8967602bb673a627a453f1c
Deleted: sha256:9aee0b532c8ede6d5c9b28efe9957a83a650ef3018cfbdb1a898b3a50909c76f
Deleted: sha256:a7c9f0f7328e0f48d068b309a56d5e5d2efa89cd7da39705fa3e8264bf7eb891
Deleted: sha256:19bcd96b45cc6c9989ac97edc58cd4b9bcc4fc1daade811c91312d796851c97b
Deleted: sha256:79d444f5124b41e841e7be2cd1a0b60bdb287c32965b54e1cccaba3977b3e629
Deleted: sha256:f78acb79942168a72a608d24501f223b67ce45f9c37f17e196176b4a565a3733
Deleted: sha256:7d65285da6e6635a23747f8e3215a28e868b1c24464fa4fd7d976594bf7ca942
Deleted: sha256:da1628a3bdbc3afb49a74c8f84df89d743105f817573febcb834cf906898f755
Deleted: sha256:3e57322dbc051d733a8d3acee23bbf9e4cf14acd4046afe0ccfc956f1a29cbe7
Deleted: sha256:2cda8615a3c8737e8611f5a83f7eeeb49f546276477736169fe6d99ef98aa8f3
Deleted: sha256:cdc3008fedd173fc06f37a6df18f159ea33142e2680787b5aea789b7bfcb3783
Deleted: sha256:b402489208bda48abd0fef0a71616c89e51fbe436b2d790aa18e3fab1bdb1887
Deleted: sha256:666d18d1a454ccbdb4f7d9a0046ba528ed50baecb428564306aa3f6066e50eeb
Deleted: sha256:c509d1afbd7535658d25a11fa490c707fcabd783d82bb98e2e6e40e219d7c8f3
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221013-083351
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:01ab2e6245f4d1310d839c66ed3f542aff74575c169334fd4d95234d10b31680
Associated tags:
- 20221013-083351
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221013-083351
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221013-083351].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:01ab2e6245f4d1310d839c66ed3f542aff74575c169334fd4d95234d10b31680].
$ rm -rf /tmp/tmp.VLKxhs7Pqi
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221013082043
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:42b0ef2acc095bd6b3eee23e30c6a6d838ad4e0bab681f588a9bd862db99dc30
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221013082043]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:42b0ef2acc095bd6b3eee23e30c6a6d838ad4e0bab681f588a9bd862db99dc30]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221013082043] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:42b0ef2acc095bd6b3eee23e30c6a6d838ad4e0bab681f588a9bd862db99dc30])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:42b0ef2acc095bd6b3eee23e30c6a6d838ad4e0bab681f588a9bd862db99dc30
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:42b0ef2acc095bd6b3eee23e30c6a6d838ad4e0bab681f588a9bd862db99dc30
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:42b0ef2acc095bd6b3eee23e30c6a6d838ad4e0bab681f588a9bd862db99dc30].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221013082043
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:ae3a9c416073846d44b26a76a15d91dd743ef491b27d61255fc18c535a765dad
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221013082043]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:ae3a9c416073846d44b26a76a15d91dd743ef491b27d61255fc18c535a765dad]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221013082043] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:ae3a9c416073846d44b26a76a15d91dd743ef491b27d61255fc18c535a765dad])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:ae3a9c416073846d44b26a76a15d91dd743ef491b27d61255fc18c535a765dad
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:ae3a9c416073846d44b26a76a15d91dd743ef491b27d61255fc18c535a765dad
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:ae3a9c416073846d44b26a76a15d91dd743ef491b27d61255fc18c535a765dad].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 4158408.
Stopping expansion service pid: 4158409.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 11m 20s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/f3updkn47uirg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #792
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/792/display/redirect?page=changes>
Changes:
[noreply] [Playground][Tour Of Beam] Datastore entities split by origin (#23088)
[noreply] use write schema only for read api (#23594)
[noreply] [Go SDK]: SingleFlight bundle descriptor requests (#23589)
[noreply] Extend a timeout to create a bt cluster. (#23617)
------------------------------------------
[...truncated 543.12 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2842/go-8-1665631202943528975/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2842/go-8-1665631202943528975/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2842/go-8-1665631202943528975/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2842/go-8-1665631202943528975/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2842/go-8-1665631202943528975/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-XJRXLvBOu0zuSe6HQTu_9NnXOPTar_5K1ipBG3wBpvw.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-XJRXLvBOu0zuSe6HQTu_9NnXOPTar_5K1ipBG3wBpvw.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2842/go-8-1665631202943528975/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2842/go-8-1665631202943528975/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2842/go-8-1665631202943528975/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2842/go-8-1665631202943528975/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221013-023213"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221013022028"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221013-023213"
}
]
},
"name": "go-testxlang_partition-696",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/13 03:20:12 Submitted job: 2022-10-12_20_20_12-5091851441726812520
2022/10/13 03:20:12 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-12_20_20_12-5091851441726812520?project=apache-beam-testing
2022/10/13 03:20:12 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-12_20_20_12-5091851441726812520
2022/10/13 03:20:12 Job state: JOB_STATE_PENDING ...
2022/10/13 03:20:42 Job still running ...
2022/10/13 03:21:13 Job still running ...
2022/10/13 03:21:43 Job still running ...
2022/10/13 03:22:13 Job still running ...
2022/10/13 03:22:43 Job still running ...
2022/10/13 03:23:13 Job still running ...
2022/10/13 03:23:43 Job still running ...
2022/10/13 03:24:13 Job still running ...
2022/10/13 03:24:43 Job still running ...
2022/10/13 03:25:13 Job still running ...
2022/10/13 03:25:43 Job still running ...
2022/10/13 03:26:13 Job still running ...
2022/10/13 03:26:43 Job still running ...
2022/10/13 03:27:13 Job still running ...
2022/10/13 03:27:43 Job still running ...
2022/10/13 03:28:13 Job still running ...
2022/10/13 03:28:43 Job still running ...
2022/10/13 03:29:13 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-12_20_20_12-5091851441726812520 failed
--- FAIL: TestXLang_Partition (581.21s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3424.597s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665628363464099190
--- FAIL: TestBigQueryIO_BasicWriteRead (5.25s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37721 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@zvVDCiXVXh" is_bounded:BOUNDED windowing_strategy_id:"w0@zvVDCiXVXh"}} windowing_strategies:{key:"w0@zvVDCiXVXh" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@zvVDCiXVXh" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@zvVDCiXVXh" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@zvVDCiXVXh" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665628363464099190\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"zvVDCiXVXh"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37721 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@zvVDCiXVXh" is_bounded:BOUNDED windowing_strategy_id:"w0@zvVDCiXVXh"}} windowing_strategies:{key:"w0@zvVDCiXVXh" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@zvVDCiXVXh" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@zvVDCiXVXh" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@zvVDCiXVXh" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665628363464099190\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"zvVDCiXVXh"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2868)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1932)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 39 [running]:
testing.tRunner.func1.2({0xf03740, 0xc0000af5c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf03740, 0xc0000af5c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0004beb40?, 0xc0000bb900?}, {0x10ab580, 0x39}, {0xc0001b40c0?, 0xa6ec40?, 0x1?}, {0xc000041950, 0xf}, 0xc0001add20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0004beae0?, 0xc0000bb900?}, {0xc0004cc360, 0x52}, {0x1?}, {0xc0001adea8, 0x2, 0x7fb994a0b9e8?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000041950, 0xf}, {0xc0004cc360, 0x52}, {0xe52400, 0xc000178b20})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000103a00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000103a00, 0x10da2a0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.283s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.032s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.035s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.053s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a2548068c37a41a453bae4c6c0a356a0414af2d135be57a0f7dc3d45bd1af32e
Associated tags:
- 20221013-023213
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221013-023213
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221013-023213].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a2548068c37a41a453bae4c6c0a356a0414af2d135be57a0f7dc3d45bd1af32e].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221013022028]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3343f144b4671f0b9b6fd4ccf16f30901b4a9db40bbfb82d8d77060f575160af]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221013022028] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3343f144b4671f0b9b6fd4ccf16f30901b4a9db40bbfb82d8d77060f575160af])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3343f144b4671f0b9b6fd4ccf16f30901b4a9db40bbfb82d8d77060f575160af
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3343f144b4671f0b9b6fd4ccf16f30901b4a9db40bbfb82d8d77060f575160af].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221013022028]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d0d05d00587d885ed22d26e29ec7a9e4291928a677c94815acf54148a5a2daf1]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221013022028] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d0d05d00587d885ed22d26e29ec7a9e4291928a677c94815acf54148a5a2daf1])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d0d05d00587d885ed22d26e29ec7a9e4291928a677c94815acf54148a5a2daf1
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d0d05d00587d885ed22d26e29ec7a9e4291928a677c94815acf54148a5a2daf1].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 9m 34s
215 actionable tasks: 163 executed, 40 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/nnfq3ayex2byk
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #791
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/791/display/redirect?page=changes>
Changes:
[noreply] Migrate GcsOptions#getExecutorService to an unbounded
[noreply] (BQ Java) Explicitly set coder for multi-partition batch load writes
[noreply] Fix typo in bootstrap_beam_venv.py (#23574)
[noreply] Bump github.com/spf13/cobra from 1.5.0 to 1.6.0 in /sdks (#23591)
------------------------------------------
[...truncated 524.69 KB...]
nose==1.3.7
numpy==1.22.4
oauth2client==4.1.3
oauthlib==3.2.1
objsize==0.5.2
opt-einsum==3.3.0
orjson==3.8.0
overrides==6.2.0
packaging==21.3
pandas==1.4.4
parameterized==0.8.1
pbr==5.10.0
pip==22.2.2
pluggy==1.0.0
proto-plus==1.22.1
protobuf==3.19.6
psycopg2-binary==2.9.3
py==1.11.0
pyarrow==9.0.0
pyasn1==0.4.8
pyasn1-modules==0.2.8
pycparser==2.21
pydot==1.4.2
PyHamcrest==1.10.1
pymongo==3.12.3
PyMySQL==1.0.2
pyparsing==3.0.9
pytest==7.1.3
pytest-forked==1.4.0
pytest-timeout==2.1.0
pytest-xdist==2.5.0
python-dateutil==2.8.2
python-snappy==0.6.1
pytz==2022.4
PyYAML==6.0
regex==2022.9.13
requests==2.28.1
requests-mock==1.10.0
requests-oauthlib==1.3.1
rsa==4.9
scikit-learn==1.1.2
scipy==1.9.1
setuptools==65.4.1
six==1.16.0
soupsieve==2.3.2.post1
SQLAlchemy==1.4.41
sqlparse==0.4.3
tenacity==5.1.5
tensorboard==2.10.1
tensorboard-data-server==0.6.1
tensorboard-plugin-wit==1.8.1
tensorflow==2.10.0
tensorflow-estimator==2.10.0
tensorflow-io-gcs-filesystem==0.27.0
termcolor==2.0.1
testcontainers==3.7.0
threadpoolctl==3.1.0
tomli==2.0.1
tqdm==4.64.1
typing_extensions==4.3.0
uritemplate==4.1.1
urllib3==1.26.12
websocket-client==1.4.1
Werkzeug==2.2.2
wheel==0.37.1
wrapt==1.14.1
zipp==3.8.1
zstandard==0.18.0
Removing intermediate container ce84cccf6a96
---> 7d6be8205809
Step 17/32 : COPY target/LICENSE /opt/apache/beam/
---> 451a83f4a3dc
Step 18/32 : COPY target/LICENSE.python /opt/apache/beam/
---> 05b7eb34bf49
Step 19/32 : COPY target/NOTICE /opt/apache/beam/
---> 4b8816fe663e
Step 20/32 : COPY target/launcher/linux_amd64/boot /opt/apache/beam/
---> 6e1c3e8021d8
Step 21/32 : ENTRYPOINT ["/opt/apache/beam/boot"]
---> Running in bf9250d86c6a
Removing intermediate container bf9250d86c6a
---> 514815c54852
Step 22/32 : FROM beam as third_party_licenses
---> 514815c54852
Step 23/32 : ARG pull_licenses
---> Running in 07306192f853
Removing intermediate container 07306192f853
---> 1a0373783d0b
Step 24/32 : COPY target/license_scripts /tmp/license_scripts/
---> 066fa19d0e9b
Step 25/32 : COPY target/LICENSE target/go-licenses/* /opt/apache/beam/third_party_licenses/golang/
---> 9a16974646c6
Step 26/32 : RUN rm /opt/apache/beam/third_party_licenses/golang/LICENSE
---> Running in fede671d5f9f
Removing intermediate container fede671d5f9f
---> 57d45e17ee59
Step 27/32 : COPY target/license_scripts /tmp/license_scripts/
---> c5461bd0a547
Step 28/32 : RUN if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<4.0.0' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi
---> Running in 4be1be53d931
Collecting pip-licenses<4.0.0
Downloading pip_licenses-3.5.4-py3-none-any.whl (17 kB)
Requirement already satisfied: pyyaml in /usr/local/lib/python3.8/site-packages (6.0)
Requirement already satisfied: tenacity in /usr/local/lib/python3.8/site-packages (5.1.5)
Collecting PTable
Downloading PTable-0.9.2.tar.gz (31 kB)
Preparing metadata (setup.py): started
Preparing metadata (setup.py): finished with status 'done'
Requirement already satisfied: six>=1.9.0 in /usr/local/lib/python3.8/site-packages (from tenacity) (1.16.0)
Building wheels for collected packages: PTable
Building wheel for PTable (setup.py): started
Building wheel for PTable (setup.py): finished with status 'done'
Created wheel for PTable: filename=PTable-0.9.2-py3-none-any.whl size=22908 sha256=9b98368b10e92fd1649504bcdedff0b80bb6be6fce3a98a7baf6dca3a6852fe4
Stored in directory: /root/.cache/pip/wheels/1b/3a/02/8d8da2bca2223dda2f827949c88b2d82dc85dccbc2bb6265e5
Successfully built PTable
Installing collected packages: PTable, pip-licenses
Successfully installed PTable-0.9.2 pip-licenses-3.5.4
[91mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
[0mSkip pulling license for bs4
[91mINFO:root:Successfully pulled licenses for 140 dependencies
[0mRemoving intermediate container 4be1be53d931
---> 37651c89194e
Step 29/32 : FROM beam
---> 514815c54852
Step 30/32 : ARG pull_licenses
---> Running in 66c20554423d
Removing intermediate container 66c20554423d
---> 51eca624bef7
Step 31/32 : COPY --from=third_party_licenses /opt/apache/beam/third_party_licenses /opt/apache/beam/third_party_licenses
---> 18c332e5d81b
Step 32/32 : RUN if [ "$pull_licenses" != "true" ] ; then rm -rf /opt/apache/beam/third_party_licenses ; fi
---> Running in 88c3d7574456
Removing intermediate container 88c3d7574456
---> 6901ffaa5ca1
Successfully built 6901ffaa5ca1
Successfully tagged apache/beam_python3.8_sdk:2.43.0.dev
> Task :runners:google-cloud-dataflow-java:buildAndPushDockerPythonContainer
WARNING: `gcloud docker` will not be supported for Docker client versions above 18.03.
As an alternative, use `gcloud auth configure-docker` to configure `docker` to
use `gcloud` as a credential helper, then use `docker` as you would for non-GCR
registries, e.g. `docker pull gcr.io/project-id/my-image`. Add
`--verbosity=error` to silence this warning: `gcloud docker
--verbosity=error -- pull gcr.io/project-id/my-image`.
See: https://cloud.google.com/container-registry/docs/support/deprecation-notices#gcloud-docker
The push refers to repository [us.gcr.io/apache-beam-testing/java-postcommit-it/python]
8bb3acf8c3e8: Preparing
875dfa3e6cc7: Preparing
0f01d3cae8f6: Preparing
4040c3988367: Preparing
048f5c5766ba: Preparing
bf99d11bcfc1: Preparing
8c13e9de6838: Preparing
9358ddd6b3bc: Preparing
3a2e3e00b94f: Preparing
2c44d845ceea: Preparing
61170a432641: Preparing
7c3b8e6f8f08: Preparing
4b03e800235d: Preparing
eccd25c038ef: Preparing
f4954cabdc8a: Preparing
8e5515095474: Preparing
159f6b8ea941: Preparing
8c13e9de6838: Waiting
61170a432641: Waiting
4b03e800235d: Waiting
0c7daf9a72c8: Preparing
bf99d11bcfc1: Waiting
9358ddd6b3bc: Waiting
7c3b8e6f8f08: Waiting
75ba02937496: Preparing
2c44d845ceea: Waiting
288cf3a46e32: Preparing
186da837555d: Preparing
8e5515095474: Waiting
159f6b8ea941: Waiting
3a2e3e00b94f: Waiting
eccd25c038ef: Waiting
955c9335e041: Preparing
8e079fee2186: Preparing
f4954cabdc8a: Waiting
75ba02937496: Waiting
0c7daf9a72c8: Waiting
288cf3a46e32: Waiting
186da837555d: Waiting
955c9335e041: Waiting
8e079fee2186: Waiting
4040c3988367: Pushed
8bb3acf8c3e8: Pushed
875dfa3e6cc7: Pushed
0f01d3cae8f6: Pushed
048f5c5766ba: Pushed
9358ddd6b3bc: Pushed
3a2e3e00b94f: Pushed
8c13e9de6838: Pushed
4b03e800235d: Pushed
eccd25c038ef: Pushed
f4954cabdc8a: Layer already exists
8e5515095474: Layer already exists
61170a432641: Pushed
159f6b8ea941: Layer already exists
0c7daf9a72c8: Layer already exists
75ba02937496: Layer already exists
288cf3a46e32: Layer already exists
186da837555d: Layer already exists
955c9335e041: Layer already exists
8e079fee2186: Layer already exists
bf99d11bcfc1: Pushed
2c44d845ceea: Pushed
7c3b8e6f8f08: Pushed
20221012202133: digest: sha256:ed92d40e49cffa661cc646a018872ddb16592d98db9253528c7756d42caad716 size: 5156
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':model:job-management:compileJava'.
> Failed to load cache entry a25d8493a2b3c34a101053a7709b6627 for task ':model:job-management:compileJava': Could not load from local cache: Timeout waiting to lock Build cache (/home/jenkins/.gradle/caches/build-cache-1). It is currently in use by another Gradle instance.
Owner PID: 3640803
Our PID: 3664454
Owner Operation:
Our operation:
Lock file: /home/jenkins/.gradle/caches/build-cache-1/build-cache-1.lock
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 16m 10s
124 actionable tasks: 91 executed, 21 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/44nrvxmmpl43m
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #790
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/790/display/redirect?page=changes>
Changes:
[Alexey Romanenko] [website][adhoc] Fix spellcheck errors and typos
------------------------------------------
[...truncated 556.98 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8205/go-8-1665587843210082409/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8205/go-8-1665587843210082409/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8205/go-8-1665587843210082409/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-IB36llr6URzsrwkN0RJYzhiyucTHRvm1SL_3moC0ulE.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-IB36llr6URzsrwkN0RJYzhiyucTHRvm1SL_3moC0ulE.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8205/go-8-1665587843210082409/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8205/go-8-1665587843210082409/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8205/go-8-1665587843210082409/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8205/go-8-1665587843210082409/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8205/go-8-1665587843210082409/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8205/go-8-1665587843210082409/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221012-143233"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221012142047"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221012-143233"
}
]
},
"name": "go-testxlang_partition-939",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/12 15:17:38 Submitted job: 2022-10-12_08_17_38-7817879732539736967
2022/10/12 15:17:38 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-12_08_17_38-7817879732539736967?project=apache-beam-testing
2022/10/12 15:17:38 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-12_08_17_38-7817879732539736967
2022/10/12 15:17:38 Job state: JOB_STATE_PENDING ...
2022/10/12 15:18:08 Job still running ...
2022/10/12 15:18:38 Job still running ...
2022/10/12 15:19:08 Job still running ...
2022/10/12 15:19:38 Job still running ...
2022/10/12 15:20:08 Job still running ...
2022/10/12 15:20:38 Job still running ...
2022/10/12 15:21:08 Job still running ...
2022/10/12 15:21:38 Job still running ...
2022/10/12 15:22:09 Job still running ...
2022/10/12 15:22:39 Job still running ...
2022/10/12 15:23:09 Job still running ...
2022/10/12 15:23:39 Job still running ...
2022/10/12 15:24:09 Job still running ...
2022/10/12 15:24:39 Job still running ...
2022/10/12 15:25:09 Job still running ...
2022/10/12 15:25:40 Job still running ...
2022/10/12 15:26:10 Job still running ...
2022/10/12 15:26:40 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-12_08_17_38-7817879732539736967 failed
--- FAIL: TestXLang_Partition (587.57s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3243.469s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665585190858288217
--- FAIL: TestBigQueryIO_BasicWriteRead (5.05s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:42055 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@qUJstKibjf" is_bounded:BOUNDED windowing_strategy_id:"w0@qUJstKibjf"}} windowing_strategies:{key:"w0@qUJstKibjf" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@qUJstKibjf" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@qUJstKibjf" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@qUJstKibjf" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665585190858288217\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"qUJstKibjf"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:42055 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@qUJstKibjf" is_bounded:BOUNDED windowing_strategy_id:"w0@qUJstKibjf"}} windowing_strategies:{key:"w0@qUJstKibjf" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@qUJstKibjf" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@qUJstKibjf" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@qUJstKibjf" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665585190858288217\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"qUJstKibjf"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 10 [running]:
testing.tRunner.func1.2({0xf023e0, 0xc0001b5680})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf023e0, 0xc0001b5680})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000462ec0?, 0xc000131630?}, {0x10a9dbb, 0x39}, {0xc0000f8180?, 0xa6ec00?, 0x1?}, {0xc000486af0, 0xf}, 0xc0000f3d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000462e60?, 0xc000131630?}, {0xc000470300, 0x52}, {0x1?}, {0xc0000f3ea8, 0x2, 0x7ffadf1b6088?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000486af0, 0xf}, {0xc000470300, 0x52}, {0xe511e0, 0xc000487ca0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00048f380)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00048f380, 0x10d8ae0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.087s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.032s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.039s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e3bacc461c6417cb20ee4e3db0fc887921187dd44a34086c1ca9eebf4b78c20a
Associated tags:
- 20221012-143233
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221012-143233
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221012-143233].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e3bacc461c6417cb20ee4e3db0fc887921187dd44a34086c1ca9eebf4b78c20a].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221012142047]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6906d3a5d8ae0a4d148975343e93673e6557f089d0090a52b176cac476849388]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221012142047] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6906d3a5d8ae0a4d148975343e93673e6557f089d0090a52b176cac476849388])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6906d3a5d8ae0a4d148975343e93673e6557f089d0090a52b176cac476849388
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6906d3a5d8ae0a4d148975343e93673e6557f089d0090a52b176cac476849388].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221012142047]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:0c31e4685cd5f91cb7de6b3178834fe785032d462402e9359baf9776468f2386]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221012142047] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:0c31e4685cd5f91cb7de6b3178834fe785032d462402e9359baf9776468f2386])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:0c31e4685cd5f91cb7de6b3178834fe785032d462402e9359baf9776468f2386
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:0c31e4685cd5f91cb7de6b3178834fe785032d462402e9359baf9776468f2386].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 55s
215 actionable tasks: 146 executed, 57 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/i2b6o7i62ynwy
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #789
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/789/display/redirect?page=changes>
Changes:
[noreply] Remove obsolete and deprecated bigquery native write. #23557 (#23558)
[noreply] Increase Python PostCommit timeout. (#23595)
------------------------------------------
[...truncated 539.43 KB...]
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8186/go-8-1665566271169634527/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8186/go-8-1665566271169634527/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8186/go-8-1665566271169634527/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8186/go-8-1665566271169634527/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-IB36llr6URzsrwkN0RJYzhiyucTHRvm1SL_3moC0ulE.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-IB36llr6URzsrwkN0RJYzhiyucTHRvm1SL_3moC0ulE.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8186/go-8-1665566271169634527/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8186/go-8-1665566271169634527/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8186/go-8-1665566271169634527/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8186/go-8-1665566271169634527/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8186/go-8-1665566271169634527/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221012-083205"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221012082029"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221012-083205"
}
]
},
"name": "go-testxlang_partition-598",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/12 09:17:59 Submitted job: 2022-10-12_02_17_59-13831308129345352893
2022/10/12 09:17:59 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-12_02_17_59-13831308129345352893?project=apache-beam-testing
2022/10/12 09:17:59 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-12_02_17_59-13831308129345352893
2022/10/12 09:17:59 Job state: JOB_STATE_PENDING ...
2022/10/12 09:18:29 Job still running ...
2022/10/12 09:18:59 Job still running ...
2022/10/12 09:19:29 Job still running ...
2022/10/12 09:19:59 Job still running ...
2022/10/12 09:20:30 Job still running ...
2022/10/12 09:21:00 Job still running ...
2022/10/12 09:21:30 Job still running ...
2022/10/12 09:22:00 Job still running ...
2022/10/12 09:22:30 Job still running ...
2022/10/12 09:23:00 Job still running ...
2022/10/12 09:23:30 Job still running ...
2022/10/12 09:24:00 Job still running ...
2022/10/12 09:24:30 Job still running ...
2022/10/12 09:25:00 Job still running ...
2022/10/12 09:25:30 Job still running ...
2022/10/12 09:26:00 Job still running ...
2022/10/12 09:26:30 Job still running ...
2022/10/12 09:27:00 Job still running ...
2022/10/12 09:27:30 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-12_02_17_59-13831308129345352893 failed
--- FAIL: TestXLang_Partition (609.58s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3323.267s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665563560592453053
--- FAIL: TestBigQueryIO_BasicWriteRead (4.64s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:36883 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@aUMZsUeXhV" is_bounded:BOUNDED windowing_strategy_id:"w0@aUMZsUeXhV"}} windowing_strategies:{key:"w0@aUMZsUeXhV" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@aUMZsUeXhV" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@aUMZsUeXhV" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@aUMZsUeXhV" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665563560592453053\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"aUMZsUeXhV"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:36883 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@aUMZsUeXhV" is_bounded:BOUNDED windowing_strategy_id:"w0@aUMZsUeXhV"}} windowing_strategies:{key:"w0@aUMZsUeXhV" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@aUMZsUeXhV" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@aUMZsUeXhV" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@aUMZsUeXhV" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665563560592453053\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"aUMZsUeXhV"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 28 [running]:
testing.tRunner.func1.2({0xf023e0, 0xc00047dc40})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf023e0, 0xc00047dc40})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00048a7a0?, 0xc000116280?}, {0x10a9dbb, 0x39}, {0xc000162240?, 0xa6ec00?, 0x1?}, {0xc000041080, 0xf}, 0xc00002bd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00048a740?, 0xc000116280?}, {0xc00004a4e0, 0x52}, {0x1?}, {0xc00002bea8, 0x2, 0x7f12210cdd30?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000041080, 0xf}, {0xc00004a4e0, 0x52}, {0xe511e0, 0xc0003fc160})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0004a5860)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0004a5860, 0x10d8ae0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.675s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.044s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.034s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:8feb3b591fd4133e0f931a9a8e7da1350525227afd5ab24a030d348aeaf3fa82
Associated tags:
- 20221012-083205
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221012-083205
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221012-083205].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:8feb3b591fd4133e0f931a9a8e7da1350525227afd5ab24a030d348aeaf3fa82].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221012082029]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5d71a43a050d776cd631fd3c88423263ace818f35d36f041b74c70c6979c424f]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221012082029] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5d71a43a050d776cd631fd3c88423263ace818f35d36f041b74c70c6979c424f])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5d71a43a050d776cd631fd3c88423263ace818f35d36f041b74c70c6979c424f
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5d71a43a050d776cd631fd3c88423263ace818f35d36f041b74c70c6979c424f].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221012082029]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e61441a79966cc1ecaffa89175b44a8392bd08af95cffadf094adba8ed10c445]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221012082029] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e61441a79966cc1ecaffa89175b44a8392bd08af95cffadf094adba8ed10c445])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e61441a79966cc1ecaffa89175b44a8392bd08af95cffadf094adba8ed10c445
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e61441a79966cc1ecaffa89175b44a8392bd08af95cffadf094adba8ed10c445].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 50s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/e6h5qhcl7kjoo
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #788
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/788/display/redirect?page=changes>
Changes:
[noreply] Feature/name all java threads (#23387)
[noreply] [Go SDK] Don't construct plans in lock section. (#23583)
------------------------------------------
[...truncated 994.50 KB...]
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20233/go-8-1665544774642059196/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221012-023256"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221012022046"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221012-023256"
}
]
},
"name": "go-testxlang_partition-318",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/12 03:19:43 Submitted job: 2022-10-11_20_19_43-14816437525471649660
2022/10/12 03:19:43 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-11_20_19_43-14816437525471649660?project=apache-beam-testing
2022/10/12 03:19:43 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-11_20_19_43-14816437525471649660
2022/10/12 03:19:43 Job state: JOB_STATE_PENDING ...
2022/10/12 03:20:13 Job still running ...
2022/10/12 03:20:44 Job still running ...
2022/10/12 03:21:14 Job still running ...
2022/10/12 03:21:44 Job still running ...
2022/10/12 03:22:14 Job still running ...
2022/10/12 03:22:44 Job still running ...
2022/10/12 03:23:14 Job still running ...
2022/10/12 03:23:44 Job still running ...
2022/10/12 03:24:14 Job still running ...
2022/10/12 03:24:44 Job still running ...
2022/10/12 03:25:14 Job still running ...
2022/10/12 03:25:44 Job still running ...
2022/10/12 03:26:14 Job still running ...
2022/10/12 03:26:44 Job still running ...
2022/10/12 03:27:14 Job still running ...
2022/10/12 03:27:44 Job still running ...
2022/10/12 03:28:14 Job still running ...
2022/10/12 03:28:44 Job still running ...
2022/10/12 03:29:14 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-11_20_19_43-14816437525471649660 failed
--- FAIL: TestXLang_Partition (610.21s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3385.287s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665542003163711888
--- FAIL: TestBigQueryIO_BasicWriteRead (4.96s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:33289 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@nJKXKLgDre" is_bounded:BOUNDED windowing_strategy_id:"w0@nJKXKLgDre"}} windowing_strategies:{key:"w0@nJKXKLgDre" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@nJKXKLgDre" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@nJKXKLgDre" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@nJKXKLgDre" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665542003163711888\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"nJKXKLgDre"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:33289 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@nJKXKLgDre" is_bounded:BOUNDED windowing_strategy_id:"w0@nJKXKLgDre"}} windowing_strategies:{key:"w0@nJKXKLgDre" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@nJKXKLgDre" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@nJKXKLgDre" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@nJKXKLgDre" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665542003163711888\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"nJKXKLgDre"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 29 [running]:
testing.tRunner.func1.2({0xf023e0, 0xc00047ad80})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf023e0, 0xc00047ad80})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00069a380?, 0xc0006a00a0?}, {0x10a9dbb, 0x39}, {0xc0006c2240?, 0xa6ec00?, 0x1?}, {0xc00048eaa0, 0xf}, 0xc00002dd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00069a320?, 0xc0006a00a0?}, {0xc0001188a0, 0x52}, {0x1?}, {0xc00002dea8, 0x2, 0x7fd21cfbbf60?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00048eaa0, 0xf}, {0xc0001188a0, 0x52}, {0xe511e0, 0xc000692150})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000570b60)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000570b60, 0x10d8ae0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.996s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221012-023256
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221012-023256
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:6b14b5fbe50e2ce71e8546de1873da7c274a520f9bf98017abe812bbad40113f
Deleted: sha256:e41c53b3bc291027742a3ec7312b518e859aebd6da2be65f6349ae3cb519de2e
Deleted: sha256:114ed1c88dc79fa3acd4efc2d47b5d4161e4e3993632d687bc70ebd2367e0bf8
Deleted: sha256:487a62230c282b5835cc2eb1dc935a25f441eddeaa2db84fc42badfdbb061b9e
Deleted: sha256:601064786c25326874b2ca33bc96b1bf155b52459ff30dd35718a445cad8f484
Deleted: sha256:5d82ea23b216ec961f62c0b08e472e8e88cd90679b53b95b6999a9c2ed86b4e8
Deleted: sha256:beacddbcb1c41095214159160c84bf5a606b244e1a2fdab546519f4d09210b41
Deleted: sha256:6430cd3584e7c929084753015dc3213541cf37c9fc27acacfb7805553dbe3d2b
Deleted: sha256:71e56d4712f95570d8b58a2a5ec607aec401967058093160630ca7f5c3ce4d6a
Deleted: sha256:536df2d01e1bd618c2ebd549cc8df1df03cf011f8034ef5cf102563d3ffdb456
Deleted: sha256:dcca7b66c159c7dbaa7aeac37b65ed21b184150ade8e6c6235674e498d3f0eec
Deleted: sha256:e12209d7de8475413f51a6df3462f50a6d2d2918595af09b10efc4583c000fbc
Deleted: sha256:ae7dd7b9fa29215187072da510a095e5960dcf35f2d0f6bf9d4819705fca3b94
Deleted: sha256:71d4a4c3180d4c971163ce1206738167623606db997268533d61ebf887256dd2
Deleted: sha256:0e943bdba8cc70a2677af15e9dc0efacef90a4ee17f957fd8147fa1ff2a1ba58
Deleted: sha256:4795bf3c0e2a898f468f091a71587555720a8c39b43c6865fd9a6421b5648861
Deleted: sha256:1a29b66c434c75482c3cd96c572cb9049cf85e6a1a7bf07f3a19ae98ba9af044
Deleted: sha256:8c0ebc6fd010720a1b6b0187255227b8e3ac1c4706aacd07d68dfc2f0d437d34
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221012-023256
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:6b14b5fbe50e2ce71e8546de1873da7c274a520f9bf98017abe812bbad40113f
Associated tags:
- 20221012-023256
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221012-023256
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221012-023256].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:6b14b5fbe50e2ce71e8546de1873da7c274a520f9bf98017abe812bbad40113f].
$ rm -rf /tmp/tmp.JtrVWnv9O6
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221012022046
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b7cb708d6874d4722e4a238354b1558732e652ac3e3539096f6c3807b767ad96
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221012022046]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b7cb708d6874d4722e4a238354b1558732e652ac3e3539096f6c3807b767ad96]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221012022046] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b7cb708d6874d4722e4a238354b1558732e652ac3e3539096f6c3807b767ad96])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b7cb708d6874d4722e4a238354b1558732e652ac3e3539096f6c3807b767ad96
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b7cb708d6874d4722e4a238354b1558732e652ac3e3539096f6c3807b767ad96
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b7cb708d6874d4722e4a238354b1558732e652ac3e3539096f6c3807b767ad96].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221012022046
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5a9f97fbd45c80e9f98a1492fbaabc5b921f4a45d55f4b1a318e1ec7479a2e1f
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221012022046]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5a9f97fbd45c80e9f98a1492fbaabc5b921f4a45d55f4b1a318e1ec7479a2e1f]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221012022046] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5a9f97fbd45c80e9f98a1492fbaabc5b921f4a45d55f4b1a318e1ec7479a2e1f])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5a9f97fbd45c80e9f98a1492fbaabc5b921f4a45d55f4b1a318e1ec7479a2e1f
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5a9f97fbd45c80e9f98a1492fbaabc5b921f4a45d55f4b1a318e1ec7479a2e1f
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5a9f97fbd45c80e9f98a1492fbaabc5b921f4a45d55f4b1a318e1ec7479a2e1f].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2806809.
Stopping expansion service pid: 2806810.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 9m 32s
215 actionable tasks: 153 executed, 50 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/4lpozkwr32j5w
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #787
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/787/display/redirect?page=changes>
Changes:
[git] BEAM-13592 Add getOrderingKey in
[git] Add CHANGES entry
[git] Rename transform name according to review comment
[git] Update to pass ordering key
[egalpin] Adds ordering key to OutgoingMessage builder, adds new coders to pubsub
[egalpin] Fixes pubsub bounded writer allowing for orderingKey
[egalpin] Alters order of pubsub message support in registrar
[egalpin] Removed publishTime and messageId in grpc pubsub client publish
[egalpin] Attempts to allow different pubsub root url for PubsubIO.Write
[egalpin] Fixes pubsub tests root url
[egalpin] Puts PubsubMessageCoder last in registrar
[egalpin] Uses MoreObjects over Objects
[egalpin] Renames PubsubMessageCoder to
[Robert Bradshaw] Add a multi-process shared utility.
[Robert Bradshaw] Add fastener dependency.
[Robert Bradshaw] Refactor to have an explicit acquire/release API.
[Robert Bradshaw] Drop a TODO about deferred construction parameterization.
[Robert Bradshaw] Fix unused import/var.
[Moritz Mack] Replace website references to deprecated aws / kinesis modules with more
[noreply] Add database role to SpannerConfig for role-based access control.
[noreply] Remove obsolete and deprecated bigquery native read. (#23557)
------------------------------------------
[...truncated 54.33 KB...]
Need to get 1011 kB of archives.
After this operation, 1892 kB of additional disk space will be used.
Get:1 http://deb.debian.org/debian bullseye/main amd64 openssl amd64 1.1.1n-0+deb11u3 [853 kB]
Get:2 http://deb.debian.org/debian bullseye/main amd64 ca-certificates all 20210119 [158 kB]
[91mdebconf: delaying package configuration, since apt-utils is not installed
[0mFetched 1011 kB in 0s (5382 kB/s)
Selecting previously unselected package openssl.
(Reading database ... (Reading database ... 5%(Reading database ... 10%(Reading database ... 15%(Reading database ... 20%(Reading database ... 25%(Reading database ... 30%(Reading database ... 35%(Reading database ... 40%(Reading database ... 45%(Reading database ... 50%(Reading database ... 55%(Reading database ... 60%(Reading database ... 65%(Reading database ... 70%(Reading database ... 75%(Reading database ... 80%(Reading database ... 85%(Reading database ... 90%(Reading database ... 95%(Reading database ... 100%(Reading database ... 6661 files and directories currently installed.)
Preparing to unpack .../openssl_1.1.1n-0+deb11u3_amd64.deb ...
Unpacking openssl (1.1.1n-0+deb11u3) ...
Selecting previously unselected package ca-certificates.
Preparing to unpack .../ca-certificates_20210119_all.deb ...
Unpacking ca-certificates (20210119) ...
Setting up openssl (1.1.1n-0+deb11u3) ...
Setting up ca-certificates (20210119) ...
> Task :sdks:java:container:java8:copyJavaThirdPartyLicenses
> Task :sdks:java:container:goPrepare UP-TO-DATE
> Task :sdks:java:container:goBuild
/home/jenkins/go/bin/go1.18.1 build -o ./build/target/linux_amd64/boot boot.go boot_test.go
> Task :sdks:python:setupVirtualenv
Successfully installed distlib-0.3.1 filelock-3.8.0 grpcio-1.49.1 grpcio-tools-1.37.0 mypy-protobuf-1.18 numpy-1.22.4 packaging-21.3 platformdirs-2.5.2 pluggy-1.0.0 protobuf-3.20.3 py-1.11.0 pyparsing-3.0.9 setuptools-65.4.1 six-1.16.0 toml-0.10.2 tox-3.20.1 virtualenv-20.16.2 wheel-0.37.1
> Task :sdks:java:container:java8:copySdkHarnessLauncher
Execution optimizations have been disabled for task ':sdks:java:container:java8:copySdkHarnessLauncher' to ensure correctness due to the following reasons:
- Gradle detected a problem with the following location: '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/container/build/target'.> Reason: Task ':sdks:java:container:java8:copySdkHarnessLauncher' uses this output of task ':sdks:java:container:downloadCloudProfilerAgent' without declaring an explicit or implicit dependency. This can lead to incorrect results being produced, depending on what order the tasks are executed. Please refer to https://docs.gradle.org/7.5.1/userguide/validation_problems.html#implicit_dependency for more details about this problem.
- Gradle detected a problem with the following location: '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/container/build/target'.> Reason: Task ':sdks:java:container:java8:copySdkHarnessLauncher' uses this output of task ':sdks:java:container:pullLicenses' without declaring an explicit or implicit dependency. This can lead to incorrect results being produced, depending on what order the tasks are executed. Please refer to https://docs.gradle.org/7.5.1/userguide/validation_problems.html#implicit_dependency for more details about this problem.
> Task :sdks:go:container:docker
Updating certificates in /etc/ssl/certs...
129 added, 0 removed; done.
Processing triggers for ca-certificates (20210119) ...
Updating certificates in /etc/ssl/certs...
0 added, 0 removed; done.
Running hooks in /etc/ca-certificates/update.d...
done.
> Task :sdks:java:testing:kafka-service:createCheckerFrameworkManifest
> Task :sdks:java:testing:kafka-service:compileJava NO-SOURCE
> Task :sdks:java:testing:kafka-service:processResources NO-SOURCE
> Task :sdks:java:testing:kafka-service:classes UP-TO-DATE
> Task :sdks:java:extensions:schemaio-expansion-service:spotlessJava
> Task :sdks:java:io:debezium:createCheckerFrameworkManifest
> Task :sdks:java:io:debezium:processResources NO-SOURCE
> Task :sdks:java:io:debezium:expansion-service:createCheckerFrameworkManifest
> Task :sdks:java:io:debezium:expansion-service:processResources NO-SOURCE
> Task :sdks:java:io:debezium:expansion-service:processTestResources NO-SOURCE
> Task :sdks:python:sdist
org/apache/beam/model/interactive/v1/beam_interactive_api.proto:36:1: warning: Import google/protobuf/timestamp.proto is unused.
Writing mypy to org/apache/beam/model/pipeline/v1/external_transforms_pb2.pyi
Writing mypy to org/apache/beam/model/pipeline/v1/beam_runner_api_pb2.pyi
Writing mypy to org/apache/beam/model/pipeline/v1/standard_window_fns_pb2.pyi
Writing mypy to org/apache/beam/model/pipeline/v1/metrics_pb2.pyi
Writing mypy to org/apache/beam/model/pipeline/v1/endpoints_pb2.pyi
Writing mypy to org/apache/beam/model/pipeline/v1/schema_pb2.pyi
Writing mypy to org/apache/beam/model/job_management/v1/beam_artifact_api_pb2.pyi
Writing mypy to org/apache/beam/model/job_management/v1/beam_expansion_api_pb2.pyi
Writing mypy to org/apache/beam/model/job_management/v1/beam_job_api_pb2.pyi
Writing mypy to org/apache/beam/model/fn_execution/v1/beam_provision_api_pb2.pyi
Writing mypy to org/apache/beam/model/fn_execution/v1/beam_fn_api_pb2.pyi
Writing mypy to org/apache/beam/model/interactive/v1/beam_interactive_api_pb2.pyi
> Task :sdks:java:io:expansion-service:spotlessJava
> Task :sdks:python:sdist
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/setuptools/dist.py>:530: UserWarning: Normalizing '2.43.0.dev' to '2.43.0.dev0'
warnings.warn(tmpl.format(**locals()))
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
warning: no files found matching 'LICENSE.python'
warning: sdist: standard file not found: should have one of README, README.rst, README.txt, README.md
> Task :sdks:python:container:py38:copyDockerfileDependencies
> Task :sdks:go:container:docker
Removing intermediate container 488422ad6e0d
---> af25c4a37277
Step 5/11 : ADD target/linux_amd64/boot /opt/apache/beam/
---> 4f6201fcb9de
Step 6/11 : COPY target/LICENSE /opt/apache/beam/
---> 003e26bb335d
Step 7/11 : COPY target/NOTICE /opt/apache/beam/
---> 793a7af3c3cc
Step 8/11 : COPY target/LICENSE target/go-licenses/* /opt/apache/beam/third_party_licenses/golang/
---> d54a22d3987d
Step 9/11 : RUN rm /opt/apache/beam/third_party_licenses/golang/LICENSE
---> Running in 962e2f3ec36c
> Task :sdks:python:container:py38:dockerPrepare
> Task :sdks:java:extensions:schemaio-expansion-service:spotlessJava FROM-CACHE
> Task :sdks:java:io:expansion-service:spotlessJava FROM-CACHE
> Task :sdks:java:io:expansion-service:spotlessJavaCheck UP-TO-DATE
> Task :sdks:java:io:expansion-service:spotlessCheck UP-TO-DATE
> Task :sdks:java:extensions:schemaio-expansion-service:spotlessJavaCheck UP-TO-DATE
> Task :sdks:java:extensions:schemaio-expansion-service:spotlessCheck UP-TO-DATE
> Task :sdks:java:io:debezium:expansion-service:spotlessJava FROM-CACHE
> Task :sdks:java:io:debezium:expansion-service:spotlessJavaCheck UP-TO-DATE
> Task :sdks:java:io:debezium:expansion-service:spotlessCheck UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:createCheckerFrameworkManifest
> Task :sdks:java:testing:kafka-service:compileTestJava FROM-CACHE
> Task :sdks:java:io:google-cloud-platform:expansion-service:processResources NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:processTestResources NO-SOURCE
> Task :sdks:java:testing:kafka-service:processTestResources
> Task :sdks:java:testing:kafka-service:testClasses
> Task :sdks:java:io:google-cloud-platform:expansion-service:spotlessJava FROM-CACHE
> Task :sdks:java:io:google-cloud-platform:expansion-service:spotlessJavaCheck UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:spotlessCheck UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:worker:windmill:generateProto FROM-CACHE
> Task :model:pipeline:generateProto FROM-CACHE
> Task :runners:google-cloud-dataflow-java:worker:windmill:compileJava FROM-CACHE
> Task :runners:google-cloud-dataflow-java:worker:windmill:processResources
> Task :runners:google-cloud-dataflow-java:worker:windmill:classes
> Task :runners:google-cloud-dataflow-java:worker:windmill:shadowJar FROM-CACHE
> Task :model:pipeline:compileJava FROM-CACHE
> Task :model:pipeline:processResources
> Task :model:pipeline:classes
> Task :model:pipeline:jar
> Task :model:pipeline:shadowJar FROM-CACHE
> Task :sdks:java:testing:kafka-service:buildTestKafkaServiceJar FROM-CACHE
> Task :model:job-management:extractIncludeProto
> Task :model:job-management:generateProto FROM-CACHE
> Task :model:fn-execution:extractIncludeProto
> Task :model:fn-execution:generateProto FROM-CACHE
> Task :model:job-management:compileJava FROM-CACHE
> Task :model:job-management:classes
> Task :model:fn-execution:compileJava FROM-CACHE
> Task :model:fn-execution:classes
> Task :model:job-management:shadowJar FROM-CACHE
> Task :model:fn-execution:shadowJar FROM-CACHE
> Task :sdks:python:container:py38:docker
> Task :sdks:python:installGcpTest
> Task :runners:google-cloud-dataflow-java:buildAndPushDockerPythonContainer
WARNING: `gcloud docker` will not be supported for Docker client versions above 18.03.
As an alternative, use `gcloud auth configure-docker` to configure `docker` to
use `gcloud` as a credential helper, then use `docker` as you would for non-GCR
registries, e.g. `docker pull gcr.io/project-id/my-image`. Add
`--verbosity=error` to silence this warning: `gcloud docker
--verbosity=error -- pull gcr.io/project-id/my-image`.
See: https://cloud.google.com/container-registry/docs/support/deprecation-notices#gcloud-docker
The push refers to repository [us.gcr.io/apache-beam-testing/java-postcommit-it/python]
49aa020e30ae: Preparing
2e5002755618: Preparing
3b8e685ec1f7: Preparing
5adeb1668457: Preparing
449e94f42ff8: Preparing
becd0bf5e247: Preparing
ad8e6bca2b42: Preparing
c82ac1ee1530: Preparing
b8ad5c5fae59: Preparing
977235e7e8b9: Preparing
b306fc065a33: Preparing
d6538a9a043e: Preparing
7fda6fe26e3d: Preparing
1ae022a129d6: Preparing
f4954cabdc8a: Preparing
8e5515095474: Preparing
159f6b8ea941: Preparing
0c7daf9a72c8: Preparing
75ba02937496: Preparing
288cf3a46e32: Preparing
186da837555d: Preparing
955c9335e041: Preparing
8e079fee2186: Preparing
becd0bf5e247: Waiting
ad8e6bca2b42: Waiting
c82ac1ee1530: Waiting
b8ad5c5fae59: Waiting
977235e7e8b9: Waiting
b306fc065a33: Waiting
d6538a9a043e: Waiting
7fda6fe26e3d: Waiting
1ae022a129d6: Waiting
f4954cabdc8a: Waiting
8e5515095474: Waiting
159f6b8ea941: Waiting
0c7daf9a72c8: Waiting
75ba02937496: Waiting
288cf3a46e32: Waiting
186da837555d: Waiting
955c9335e041: Waiting
8e079fee2186: Waiting
449e94f42ff8: Pushed
5adeb1668457: Pushed
3b8e685ec1f7: Pushed
49aa020e30ae: Pushed
c82ac1ee1530: Pushed
b8ad5c5fae59: Pushed
2e5002755618: Pushed
ad8e6bca2b42: Pushed
7fda6fe26e3d: Pushed
1ae022a129d6: Pushed
f4954cabdc8a: Layer already exists
8e5515095474: Layer already exists
159f6b8ea941: Layer already exists
b306fc065a33: Pushed
0c7daf9a72c8: Layer already exists
75ba02937496: Layer already exists
186da837555d: Layer already exists
288cf3a46e32: Layer already exists
955c9335e041: Layer already exists
8e079fee2186: Layer already exists
becd0bf5e247: Pushed
977235e7e8b9: Pushed
d6538a9a043e: Pushed
20221011202200: digest: sha256:b5c2c26c16469e2f6d277a035f03914dd00f1f56e4eae19bca3029ee7cbb0f85 size: 5156
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:java:core:generateGrammarSource'.
> Failed to load cache entry 0d7440665cff7f9bec6a90f532c5c0bf for task ':sdks:java:core:generateGrammarSource': Could not load from local cache: Timeout waiting to lock Build cache (/home/jenkins/.gradle/caches/build-cache-1). It is currently in use by another Gradle instance.
Owner PID: 2071344
Our PID: 1030294
Owner Operation:
Our operation:
Lock file: /home/jenkins/.gradle/caches/build-cache-1/build-cache-1.lock
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 18m 24s
125 actionable tasks: 91 executed, 22 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/briezgxx4t4qu
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #786
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/786/display/redirect?page=changes>
Changes:
[Moritz Mack] Downgrade Scala version in Spark job-server to prevent Scala
[noreply] fix distribution example in golang guide (#23567)
------------------------------------------
[...truncated 988.53 KB...]
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31833/go-8-1665501468189787999/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31833/go-8-1665501468189787999/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31833/go-8-1665501468189787999/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31833/go-8-1665501468189787999/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31833/go-8-1665501468189787999/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31833/go-8-1665501468189787999/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31833/go-8-1665501468189787999/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31833/go-8-1665501468189787999/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31833/go-8-1665501468189787999/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-YSVfyj6cT2TzdemRtMmsLWzR_PLIxmEjE-l-AcZGb5I.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-YSVfyj6cT2TzdemRtMmsLWzR_PLIxmEjE-l-AcZGb5I.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221011-143227"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221011142029"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221011-143227"
}
]
},
"name": "go-testxlang_partition-590",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/11 15:17:58 Submitted job: 2022-10-11_08_17_58-16397399204478911113
2022/10/11 15:17:58 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-11_08_17_58-16397399204478911113?project=apache-beam-testing
2022/10/11 15:17:58 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-11_08_17_58-16397399204478911113
2022/10/11 15:17:58 Job state: JOB_STATE_PENDING ...
2022/10/11 15:18:28 Job still running ...
2022/10/11 15:18:58 Job still running ...
2022/10/11 15:19:28 Job still running ...
2022/10/11 15:19:58 Job still running ...
2022/10/11 15:20:28 Job still running ...
2022/10/11 15:20:58 Job still running ...
2022/10/11 15:21:28 Job still running ...
2022/10/11 15:21:58 Job still running ...
2022/10/11 15:22:28 Job still running ...
2022/10/11 15:22:59 Job still running ...
2022/10/11 15:23:29 Job still running ...
2022/10/11 15:23:59 Job still running ...
2022/10/11 15:24:29 Job still running ...
2022/10/11 15:24:59 Job still running ...
2022/10/11 15:25:29 Job still running ...
2022/10/11 15:25:59 Job still running ...
2022/10/11 15:26:29 Job still running ...
2022/10/11 15:26:59 Job still running ...
2022/10/11 15:27:29 Job still running ...
2022/10/11 15:27:59 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-11_08_17_58-16397399204478911113 failed
--- FAIL: TestXLang_Partition (641.59s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3330.254s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665498782527297009
--- FAIL: TestBigQueryIO_BasicWriteRead (4.82s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:40827 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@CAmLxXhCCN" is_bounded:BOUNDED windowing_strategy_id:"w0@CAmLxXhCCN"}} windowing_strategies:{key:"w0@CAmLxXhCCN" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@CAmLxXhCCN" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@CAmLxXhCCN" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@CAmLxXhCCN" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665498782527297009\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"CAmLxXhCCN"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:40827 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@CAmLxXhCCN" is_bounded:BOUNDED windowing_strategy_id:"w0@CAmLxXhCCN"}} windowing_strategies:{key:"w0@CAmLxXhCCN" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@CAmLxXhCCN" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@CAmLxXhCCN" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@CAmLxXhCCN" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665498782527297009\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"CAmLxXhCCN"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 43 [running]:
testing.tRunner.func1.2({0xf023e0, 0xc0002b4c40})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf023e0, 0xc0002b4c40})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0001e46c0?, 0xc000116050?}, {0x10a9dbb, 0x39}, {0xc0001d6240?, 0xa6ec00?, 0x1?}, {0xc000474e10, 0xf}, 0xc000137d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0001e4660?, 0xc000116050?}, {0xc000012360, 0x52}, {0x1?}, {0xc000137ea8, 0x2, 0xe116a0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000474e10, 0xf}, {0xc000012360, 0x52}, {0xe511e0, 0xc000040178})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000580820)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000580820, 0x10d8ae0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.854s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:35116764c8848aabb888d1cf60972cdce1a59d8153eacc08b8880201beba3d6b
Associated tags:
- 20221011-143227
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221011-143227
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221011-143227].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:35116764c8848aabb888d1cf60972cdce1a59d8153eacc08b8880201beba3d6b].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221011142029]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:79b1030e1569713d1b73d954ef6208b58fb0f7133fa20914f2f2ad498e999c42]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221011142029] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:79b1030e1569713d1b73d954ef6208b58fb0f7133fa20914f2f2ad498e999c42])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:79b1030e1569713d1b73d954ef6208b58fb0f7133fa20914f2f2ad498e999c42
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:79b1030e1569713d1b73d954ef6208b58fb0f7133fa20914f2f2ad498e999c42].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221011142029]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:0b6b964d1bee32b83550384bcac9492ff7f0756fe0dcfbf2ad1b542ee38cbea3]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221011142029] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:0b6b964d1bee32b83550384bcac9492ff7f0756fe0dcfbf2ad1b542ee38cbea3])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:0b6b964d1bee32b83550384bcac9492ff7f0756fe0dcfbf2ad1b542ee38cbea3
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:0b6b964d1bee32b83550384bcac9492ff7f0756fe0dcfbf2ad1b542ee38cbea3].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 19s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/ypm5dewygco6s
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #785
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/785/display/redirect>
Changes:
------------------------------------------
[...truncated 550.32 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9691/go-8-1665479978299369630/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9691/go-8-1665479978299369630/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9691/go-8-1665479978299369630/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9691/go-8-1665479978299369630/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9691/go-8-1665479978299369630/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9691/go-8-1665479978299369630/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-YSVfyj6cT2TzdemRtMmsLWzR_PLIxmEjE-l-AcZGb5I.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-YSVfyj6cT2TzdemRtMmsLWzR_PLIxmEjE-l-AcZGb5I.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9691/go-8-1665479978299369630/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9691/go-8-1665479978299369630/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9691/go-8-1665479978299369630/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221011-083209"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221011082029"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221011-083209"
}
]
},
"name": "go-testxlang_partition-968",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/11 09:19:47 Submitted job: 2022-10-11_02_19_47-6389090646148594164
2022/10/11 09:19:47 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-11_02_19_47-6389090646148594164?project=apache-beam-testing
2022/10/11 09:19:47 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-11_02_19_47-6389090646148594164
2022/10/11 09:19:47 Job state: JOB_STATE_PENDING ...
2022/10/11 09:20:17 Job still running ...
2022/10/11 09:20:47 Job still running ...
2022/10/11 09:21:17 Job still running ...
2022/10/11 09:21:47 Job still running ...
2022/10/11 09:22:17 Job still running ...
2022/10/11 09:22:47 Job still running ...
2022/10/11 09:23:17 Job still running ...
2022/10/11 09:23:48 Job still running ...
2022/10/11 09:24:18 Job still running ...
2022/10/11 09:24:48 Job still running ...
2022/10/11 09:25:18 Job still running ...
2022/10/11 09:25:48 Job still running ...
2022/10/11 09:26:18 Job still running ...
2022/10/11 09:26:48 Job still running ...
2022/10/11 09:27:18 Job still running ...
2022/10/11 09:27:48 Job still running ...
2022/10/11 09:28:18 Job still running ...
2022/10/11 09:28:48 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-11_02_19_47-6389090646148594164 failed
--- FAIL: TestXLang_Partition (580.49s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3396.162s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665477165587731605
--- FAIL: TestBigQueryIO_BasicWriteRead (4.74s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:40455 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@AYFFYImoFV" is_bounded:BOUNDED windowing_strategy_id:"w0@AYFFYImoFV"}} windowing_strategies:{key:"w0@AYFFYImoFV" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@AYFFYImoFV" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@AYFFYImoFV" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@AYFFYImoFV" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665477165587731605\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"AYFFYImoFV"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:40455 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@AYFFYImoFV" is_bounded:BOUNDED windowing_strategy_id:"w0@AYFFYImoFV"}} windowing_strategies:{key:"w0@AYFFYImoFV" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@AYFFYImoFV" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@AYFFYImoFV" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@AYFFYImoFV" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665477165587731605\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"AYFFYImoFV"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 25 [running]:
testing.tRunner.func1.2({0xf023e0, 0xc00012f8c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf023e0, 0xc00012f8c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a55c0?, 0xc0000bbae0?}, {0x10a9dbb, 0x39}, {0xc0000f8180?, 0xa6ec00?, 0x1?}, {0xc000400dd0, 0xf}, 0xc0000f3d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a5560?, 0xc0000bbae0?}, {0xc00004aa20, 0x52}, {0x1?}, {0xc0000f3ea8, 0x2, 0x7f93176d3308?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000400dd0, 0xf}, {0xc00004aa20, 0x52}, {0xe511e0, 0xc000401f80})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0003471e0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0003471e0, 0x10d8ae0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.774s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.040s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.033s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a82bede9dbafdd079386bd30586d5db71f1253b584c30ba58b5fe2e7a767b4a0
Associated tags:
- 20221011-083209
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221011-083209
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221011-083209].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a82bede9dbafdd079386bd30586d5db71f1253b584c30ba58b5fe2e7a767b4a0].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221011082029]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:830810518698bfa8c2715053e8cfbb70ee19c1bc0633985fba1cca8c32775f2c]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221011082029] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:830810518698bfa8c2715053e8cfbb70ee19c1bc0633985fba1cca8c32775f2c])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:830810518698bfa8c2715053e8cfbb70ee19c1bc0633985fba1cca8c32775f2c
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:830810518698bfa8c2715053e8cfbb70ee19c1bc0633985fba1cca8c32775f2c].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221011082029]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:330f3004a12702bb2a27430e3513a7f3f7be67084b98a4f99fc0a9d89b5eafb7]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221011082029] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:330f3004a12702bb2a27430e3513a7f3f7be67084b98a4f99fc0a9d89b5eafb7])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:330f3004a12702bb2a27430e3513a7f3f7be67084b98a4f99fc0a9d89b5eafb7
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:330f3004a12702bb2a27430e3513a7f3f7be67084b98a4f99fc0a9d89b5eafb7].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 9m 8s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/dohzw6rz2q2qa
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #784
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/784/display/redirect?page=changes>
Changes:
[noreply] Fix permission for Build python wheel branch_repo_nightly step (#23563)
[noreply] [Playground] complexity indicator (#23477)
[noreply] Reolling forward property-based tests for coders (#23425)
[noreply] Updated README for jupyterlab-sidepanel
------------------------------------------
[...truncated 990.26 KB...]
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12972/go-8-1665458398164369161/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12972/go-8-1665458398164369161/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12972/go-8-1665458398164369161/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-YSVfyj6cT2TzdemRtMmsLWzR_PLIxmEjE-l-AcZGb5I.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-YSVfyj6cT2TzdemRtMmsLWzR_PLIxmEjE-l-AcZGb5I.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12972/go-8-1665458398164369161/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12972/go-8-1665458398164369161/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12972/go-8-1665458398164369161/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12972/go-8-1665458398164369161/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12972/go-8-1665458398164369161/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12972/go-8-1665458398164369161/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221011-023311"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221011022053"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221011-023311"
}
]
},
"name": "go-testxlang_partition-427",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/11 03:20:07 Submitted job: 2022-10-10_20_20_06-14751511418766850904
2022/10/11 03:20:07 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-10_20_20_06-14751511418766850904?project=apache-beam-testing
2022/10/11 03:20:07 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-10_20_20_06-14751511418766850904
2022/10/11 03:20:07 Job state: JOB_STATE_PENDING ...
2022/10/11 03:20:37 Job still running ...
2022/10/11 03:21:07 Job still running ...
2022/10/11 03:21:37 Job still running ...
2022/10/11 03:22:07 Job still running ...
2022/10/11 03:22:37 Job still running ...
2022/10/11 03:23:07 Job still running ...
2022/10/11 03:23:37 Job still running ...
2022/10/11 03:24:07 Job still running ...
2022/10/11 03:24:37 Job still running ...
2022/10/11 03:25:07 Job still running ...
2022/10/11 03:25:38 Job still running ...
2022/10/11 03:26:08 Job still running ...
2022/10/11 03:26:38 Job still running ...
2022/10/11 03:27:08 Job still running ...
2022/10/11 03:27:38 Job still running ...
2022/10/11 03:28:08 Job still running ...
2022/10/11 03:28:38 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-10_20_20_06-14751511418766850904 failed
--- FAIL: TestXLang_Partition (550.54s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3333.954s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665455617902291376
--- FAIL: TestBigQueryIO_BasicWriteRead (4.83s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:36355 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@OjAwMliRCW" is_bounded:BOUNDED windowing_strategy_id:"w0@OjAwMliRCW"}} windowing_strategies:{key:"w0@OjAwMliRCW" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@OjAwMliRCW" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@OjAwMliRCW" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@OjAwMliRCW" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665455617902291376\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"OjAwMliRCW"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:36355 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@OjAwMliRCW" is_bounded:BOUNDED windowing_strategy_id:"w0@OjAwMliRCW"}} windowing_strategies:{key:"w0@OjAwMliRCW" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@OjAwMliRCW" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@OjAwMliRCW" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@OjAwMliRCW" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665455617902291376\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"OjAwMliRCW"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 66 [running]:
testing.tRunner.func1.2({0xf023e0, 0xc0000bf100})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf023e0, 0xc0000bf100})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00045c5c0?, 0xc00047a000?}, {0x10a9dbb, 0x39}, {0xc000162240?, 0xa6ec00?, 0x1?}, {0xc00013d8d0, 0xf}, 0xc0000f9d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00045c560?, 0xc00047a000?}, {0xc00004a4e0, 0x52}, {0x1?}, {0xc0000f9ea8, 0x2, 0xe116a0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00013d8d0, 0xf}, {0xc00004a4e0, 0x52}, {0xe511e0, 0xc00045e0f8})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00055e820)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00055e820, 0x10d8ae0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.866s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.037s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.036s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:83d14b791d55eb89785a34d23bfeee81a247a7b220b4df381ac2e69c9f39b5a2
Associated tags:
- 20221011-023311
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221011-023311
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221011-023311].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:83d14b791d55eb89785a34d23bfeee81a247a7b220b4df381ac2e69c9f39b5a2].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221011022053]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1928200bf47adbbe6bd886cadff42ecd0629a90d6aac94626bfe9cb1ee92ee3b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221011022053] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1928200bf47adbbe6bd886cadff42ecd0629a90d6aac94626bfe9cb1ee92ee3b])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1928200bf47adbbe6bd886cadff42ecd0629a90d6aac94626bfe9cb1ee92ee3b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1928200bf47adbbe6bd886cadff42ecd0629a90d6aac94626bfe9cb1ee92ee3b].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221011022053]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:94f76a200033b6e6d28e9c67493d637f5547af0d7b0aa872942cc7f4c60523af]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221011022053] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:94f76a200033b6e6d28e9c67493d637f5547af0d7b0aa872942cc7f4c60523af])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:94f76a200033b6e6d28e9c67493d637f5547af0d7b0aa872942cc7f4c60523af
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:94f76a200033b6e6d28e9c67493d637f5547af0d7b0aa872942cc7f4c60523af].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 55s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/3ni4z6jnloxh2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #783
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/783/display/redirect?page=changes>
Changes:
[bulat.safiullin] [Website] update python-dependencies.md link #23478
[bulat.safiullin] [Website] update styles of iframe with video #23499
[bulat.safiullin] [Website] add version.html to shortcodes, update jet.md 22985
[noreply] Support named databases in Firestore connector. Fix and enable Firestore
[noreply] [fixes #23000] Update the Python SDK harness state cache to be a loading
------------------------------------------
[...truncated 975.21 KB...]
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26426/go-8-1665436786436059931/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26426/go-8-1665436786436059931/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26426/go-8-1665436786436059931/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26426/go-8-1665436786436059931/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26426/go-8-1665436786436059931/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26426/go-8-1665436786436059931/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26426/go-8-1665436786436059931/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26426/go-8-1665436786436059931/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-YSVfyj6cT2TzdemRtMmsLWzR_PLIxmEjE-l-AcZGb5I.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-YSVfyj6cT2TzdemRtMmsLWzR_PLIxmEjE-l-AcZGb5I.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26426/go-8-1665436786436059931/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221010-203219"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221010202031"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221010-203219"
}
]
},
"name": "go-testxlang_partition-687",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/10 21:19:56 Submitted job: 2022-10-10_14_19_56-2611438101957827973
2022/10/10 21:19:56 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-10_14_19_56-2611438101957827973?project=apache-beam-testing
2022/10/10 21:19:56 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-10_14_19_56-2611438101957827973
2022/10/10 21:19:56 Job state: JOB_STATE_PENDING ...
2022/10/10 21:20:26 Job still running ...
2022/10/10 21:20:56 Job still running ...
2022/10/10 21:21:26 Job still running ...
2022/10/10 21:21:56 Job still running ...
2022/10/10 21:22:26 Job still running ...
2022/10/10 21:22:56 Job still running ...
2022/10/10 21:23:26 Job still running ...
2022/10/10 21:23:56 Job still running ...
2022/10/10 21:24:26 Job still running ...
2022/10/10 21:24:57 Job still running ...
2022/10/10 21:25:27 Job still running ...
2022/10/10 21:25:57 Job still running ...
2022/10/10 21:26:27 Job still running ...
2022/10/10 21:26:57 Job still running ...
2022/10/10 21:27:27 Job still running ...
2022/10/10 21:27:57 Job still running ...
2022/10/10 21:28:27 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-10_14_19_56-2611438101957827973 failed
--- FAIL: TestXLang_Partition (551.11s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3366.938s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665433973865561745
--- FAIL: TestBigQueryIO_BasicWriteRead (5.19s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35935 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@QKfZVzbIUp" is_bounded:BOUNDED windowing_strategy_id:"w0@QKfZVzbIUp"}} windowing_strategies:{key:"w0@QKfZVzbIUp" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@QKfZVzbIUp" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@QKfZVzbIUp" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@QKfZVzbIUp" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665433973865561745\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"QKfZVzbIUp"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35935 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@QKfZVzbIUp" is_bounded:BOUNDED windowing_strategy_id:"w0@QKfZVzbIUp"}} windowing_strategies:{key:"w0@QKfZVzbIUp" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@QKfZVzbIUp" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@QKfZVzbIUp" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@QKfZVzbIUp" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665433973865561745\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"QKfZVzbIUp"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 27 [running]:
testing.tRunner.func1.2({0xf023e0, 0xc000598680})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf023e0, 0xc000598680})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a4a00?, 0xc0000be370?}, {0x10a9dbb, 0x39}, {0xc0001d6240?, 0xa6ec00?, 0x1?}, {0xc000128c20, 0xf}, 0xc00017bd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a49a0?, 0xc0000be370?}, {0xc0001808a0, 0x52}, {0x1?}, {0xc00017bea8, 0x2, 0x7fd7a31023c0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000128c20, 0xf}, {0xc0001808a0, 0x52}, {0xe511e0, 0xc000040570})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00027a340)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00027a340, 0x10d8ae0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.224s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.037s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.067s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:d96b7f6280770eb4e6de502585d63b43af89401cc45b2aac5f09d5c2308f4662
Associated tags:
- 20221010-203219
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221010-203219
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221010-203219].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:d96b7f6280770eb4e6de502585d63b43af89401cc45b2aac5f09d5c2308f4662].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221010202031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:cf749b589af79face646348fba3f31360b00a8b19d6da655851520d04901c8e3]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221010202031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:cf749b589af79face646348fba3f31360b00a8b19d6da655851520d04901c8e3])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:cf749b589af79face646348fba3f31360b00a8b19d6da655851520d04901c8e3
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:cf749b589af79face646348fba3f31360b00a8b19d6da655851520d04901c8e3].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221010202031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9153f91356f8770d445435d0bbe5ba19056f1d0453dd5d373cb2ecc60bcbde07]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221010202031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9153f91356f8770d445435d0bbe5ba19056f1d0453dd5d373cb2ecc60bcbde07])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9153f91356f8770d445435d0bbe5ba19056f1d0453dd5d373cb2ecc60bcbde07
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9153f91356f8770d445435d0bbe5ba19056f1d0453dd5d373cb2ecc60bcbde07].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 47s
215 actionable tasks: 147 executed, 56 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/carikktjnvcx6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #782
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/782/display/redirect>
Changes:
------------------------------------------
[...truncated 978.06 KB...]
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test781/go-8-1665415083123285469/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test781/go-8-1665415083123285469/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test781/go-8-1665415083123285469/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test781/go-8-1665415083123285469/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test781/go-8-1665415083123285469/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test781/go-8-1665415083123285469/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test781/go-8-1665415083123285469/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-YSVfyj6cT2TzdemRtMmsLWzR_PLIxmEjE-l-AcZGb5I.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-YSVfyj6cT2TzdemRtMmsLWzR_PLIxmEjE-l-AcZGb5I.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test781/go-8-1665415083123285469/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test781/go-8-1665415083123285469/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221010-143237"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221010142040"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221010-143237"
}
]
},
"name": "go-testxlang_partition-642",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/10 15:18:13 Submitted job: 2022-10-10_08_18_12-1754417525863844300
2022/10/10 15:18:13 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-10_08_18_12-1754417525863844300?project=apache-beam-testing
2022/10/10 15:18:13 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-10_08_18_12-1754417525863844300
2022/10/10 15:18:13 Job state: JOB_STATE_PENDING ...
2022/10/10 15:18:43 Job still running ...
2022/10/10 15:19:13 Job still running ...
2022/10/10 15:19:43 Job still running ...
2022/10/10 15:20:13 Job still running ...
2022/10/10 15:20:43 Job still running ...
2022/10/10 15:21:13 Job still running ...
2022/10/10 15:21:43 Job still running ...
2022/10/10 15:22:13 Job still running ...
2022/10/10 15:22:43 Job still running ...
2022/10/10 15:23:13 Job still running ...
2022/10/10 15:23:43 Job still running ...
2022/10/10 15:24:13 Job still running ...
2022/10/10 15:24:44 Job still running ...
2022/10/10 15:25:14 Job still running ...
2022/10/10 15:25:44 Job still running ...
2022/10/10 15:26:14 Job still running ...
2022/10/10 15:26:44 Job still running ...
2022/10/10 15:27:14 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-10_08_18_12-1754417525863844300 failed
--- FAIL: TestXLang_Partition (581.47s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3273.070s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665412394452048044
--- FAIL: TestBigQueryIO_BasicWriteRead (4.76s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43675 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@dnGcJIkzte" is_bounded:BOUNDED windowing_strategy_id:"w0@dnGcJIkzte"}} windowing_strategies:{key:"w0@dnGcJIkzte" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@dnGcJIkzte" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@dnGcJIkzte" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@dnGcJIkzte" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665412394452048044\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"dnGcJIkzte"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43675 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@dnGcJIkzte" is_bounded:BOUNDED windowing_strategy_id:"w0@dnGcJIkzte"}} windowing_strategies:{key:"w0@dnGcJIkzte" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@dnGcJIkzte" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@dnGcJIkzte" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@dnGcJIkzte" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665412394452048044\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"dnGcJIkzte"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 39 [running]:
testing.tRunner.func1.2({0xf023e0, 0xc000195980})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf023e0, 0xc000195980})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000486be0?, 0xc000137630?}, {0x10a9dbb, 0x39}, {0xc0000f6180?, 0xa6ec00?, 0x1?}, {0xc000488a90, 0xf}, 0xc000179d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000486b80?, 0xc000137630?}, {0xc0004bc360, 0x52}, {0x1?}, {0xc000179ea8, 0x2, 0x7f0cd4a9a0c0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000488a90, 0xf}, {0xc0004bc360, 0x52}, {0xe511e0, 0xc000489c40})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000458000)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000458000, 0x10d8ae0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.797s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.038s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.034s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:9fa658fd3c08c87ace8ea00a29cbeffbef519703402e290fed07d6aedf343964
Associated tags:
- 20221010-143237
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221010-143237
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221010-143237].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:9fa658fd3c08c87ace8ea00a29cbeffbef519703402e290fed07d6aedf343964].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221010142040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5a095d8f6793d517823b6a5bf4ba586676074330e967a5a891fe1710c3b1aa3b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221010142040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5a095d8f6793d517823b6a5bf4ba586676074330e967a5a891fe1710c3b1aa3b])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5a095d8f6793d517823b6a5bf4ba586676074330e967a5a891fe1710c3b1aa3b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5a095d8f6793d517823b6a5bf4ba586676074330e967a5a891fe1710c3b1aa3b].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221010142040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9e0e3d84445e7e7f398e4eecb6cd64bb8bfdb351f149fc53e20b4aa38ec3f6af]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221010142040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9e0e3d84445e7e7f398e4eecb6cd64bb8bfdb351f149fc53e20b4aa38ec3f6af])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b7286445ad64e06a1a64e18508ab17e6fbf89c3fc515ea8b7226195685f9ad97
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b7286445ad64e06a1a64e18508ab17e6fbf89c3fc515ea8b7226195685f9ad97].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9e0e3d84445e7e7f398e4eecb6cd64bb8bfdb351f149fc53e20b4aa38ec3f6af
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9e0e3d84445e7e7f398e4eecb6cd64bb8bfdb351f149fc53e20b4aa38ec3f6af].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 55s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/7ykqr4vlqbht6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #781
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/781/display/redirect>
Changes:
------------------------------------------
[...truncated 972.92 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3522/go-8-1665393609490682689/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3522/go-8-1665393609490682689/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3522/go-8-1665393609490682689/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3522/go-8-1665393609490682689/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3522/go-8-1665393609490682689/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-YSVfyj6cT2TzdemRtMmsLWzR_PLIxmEjE-l-AcZGb5I.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-YSVfyj6cT2TzdemRtMmsLWzR_PLIxmEjE-l-AcZGb5I.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3522/go-8-1665393609490682689/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3522/go-8-1665393609490682689/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3522/go-8-1665393609490682689/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3522/go-8-1665393609490682689/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221010-083316"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221010082048"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221010-083316"
}
]
},
"name": "go-testxlang_partition-578",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/10 09:20:18 Submitted job: 2022-10-10_02_20_17-17554261092240243354
2022/10/10 09:20:18 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-10_02_20_17-17554261092240243354?project=apache-beam-testing
2022/10/10 09:20:18 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-10_02_20_17-17554261092240243354
2022/10/10 09:20:18 Job state: JOB_STATE_PENDING ...
2022/10/10 09:20:48 Job still running ...
2022/10/10 09:21:18 Job still running ...
2022/10/10 09:21:48 Job still running ...
2022/10/10 09:22:18 Job still running ...
2022/10/10 09:22:49 Job still running ...
2022/10/10 09:23:19 Job still running ...
2022/10/10 09:23:49 Job still running ...
2022/10/10 09:24:19 Job still running ...
2022/10/10 09:24:49 Job still running ...
2022/10/10 09:25:19 Job still running ...
2022/10/10 09:25:49 Job still running ...
2022/10/10 09:26:19 Job still running ...
2022/10/10 09:26:49 Job still running ...
2022/10/10 09:27:19 Job still running ...
2022/10/10 09:27:49 Job still running ...
2022/10/10 09:28:19 Job still running ...
2022/10/10 09:28:49 Job still running ...
2022/10/10 09:29:19 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-10_02_20_17-17554261092240243354 failed
--- FAIL: TestXLang_Partition (580.69s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3361.820s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665390831541127284
--- FAIL: TestBigQueryIO_BasicWriteRead (4.60s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:33637 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@cGjzpxVWsp" is_bounded:BOUNDED windowing_strategy_id:"w0@cGjzpxVWsp"}} windowing_strategies:{key:"w0@cGjzpxVWsp" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@cGjzpxVWsp" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@cGjzpxVWsp" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@cGjzpxVWsp" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665390831541127284\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"cGjzpxVWsp"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:33637 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@cGjzpxVWsp" is_bounded:BOUNDED windowing_strategy_id:"w0@cGjzpxVWsp"}} windowing_strategies:{key:"w0@cGjzpxVWsp" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@cGjzpxVWsp" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@cGjzpxVWsp" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@cGjzpxVWsp" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665390831541127284\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"cGjzpxVWsp"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 40 [running]:
testing.tRunner.func1.2({0xf023e0, 0xc0002daa00})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf023e0, 0xc0002daa00})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000116980?, 0xc000498140?}, {0x10a9dbb, 0x39}, {0xc0000f6180?, 0xa6ec00?, 0x1?}, {0xc0003feb30, 0xf}, 0xc0000f1d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000116920?, 0xc000498140?}, {0xc000576480, 0x52}, {0x1?}, {0xc0000f1ea8, 0x2, 0x7fcf4a3b6a20?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003feb30, 0xf}, {0xc000576480, 0x52}, {0xe511e0, 0xc0001282b0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0004ab860)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0004ab860, 0x10d8ae0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.635s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.037s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f570cddeda09572cd4759a95d18d669b5141068e5b9f861b9d80b19ab1e2198d
Associated tags:
- 20221010-083316
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221010-083316
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221010-083316].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f570cddeda09572cd4759a95d18d669b5141068e5b9f861b9d80b19ab1e2198d].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221010082048]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:662ea1d3fc220b20d17da1d01e5e4b4747efc1a0f7045df72fc0d1cd738e2968]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221010082048] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:662ea1d3fc220b20d17da1d01e5e4b4747efc1a0f7045df72fc0d1cd738e2968])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:662ea1d3fc220b20d17da1d01e5e4b4747efc1a0f7045df72fc0d1cd738e2968
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:662ea1d3fc220b20d17da1d01e5e4b4747efc1a0f7045df72fc0d1cd738e2968].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221010082048]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5e3444cccc1079291b8bb79637aa6883902365d797e1808660a4f513b6e3019a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221010082048] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5e3444cccc1079291b8bb79637aa6883902365d797e1808660a4f513b6e3019a])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5e3444cccc1079291b8bb79637aa6883902365d797e1808660a4f513b6e3019a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5e3444cccc1079291b8bb79637aa6883902365d797e1808660a4f513b6e3019a].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 9m 36s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/3qnnm2z7ztc32
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #780
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/780/display/redirect>
Changes:
------------------------------------------
[...truncated 522.33 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24031/go-8-1665371933241161780/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24031/go-8-1665371933241161780/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24031/go-8-1665371933241161780/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24031/go-8-1665371933241161780/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24031/go-8-1665371933241161780/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24031/go-8-1665371933241161780/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24031/go-8-1665371933241161780/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-YSVfyj6cT2TzdemRtMmsLWzR_PLIxmEjE-l-AcZGb5I.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-YSVfyj6cT2TzdemRtMmsLWzR_PLIxmEjE-l-AcZGb5I.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24031/go-8-1665371933241161780/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24031/go-8-1665371933241161780/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221010-023157"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221010022030"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221010-023157"
}
]
},
"name": "go-testxlang_partition-270",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/10 03:19:02 Submitted job: 2022-10-09_20_19_02-9665254550186189814
2022/10/10 03:19:02 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-09_20_19_02-9665254550186189814?project=apache-beam-testing
2022/10/10 03:19:02 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-09_20_19_02-9665254550186189814
2022/10/10 03:19:02 Job state: JOB_STATE_PENDING ...
2022/10/10 03:19:32 Job still running ...
2022/10/10 03:20:02 Job still running ...
2022/10/10 03:20:32 Job still running ...
2022/10/10 03:21:02 Job still running ...
2022/10/10 03:21:32 Job still running ...
2022/10/10 03:22:02 Job still running ...
2022/10/10 03:22:32 Job still running ...
2022/10/10 03:23:02 Job still running ...
2022/10/10 03:23:32 Job still running ...
2022/10/10 03:24:03 Job still running ...
2022/10/10 03:24:33 Job still running ...
2022/10/10 03:25:03 Job still running ...
2022/10/10 03:25:33 Job still running ...
2022/10/10 03:26:03 Job still running ...
2022/10/10 03:26:33 Job still running ...
2022/10/10 03:27:03 Job still running ...
2022/10/10 03:27:33 Job still running ...
2022/10/10 03:28:03 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-09_20_19_02-9665254550186189814 failed
--- FAIL: TestXLang_Partition (580.28s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3363.545s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665369153081134221
--- FAIL: TestBigQueryIO_BasicWriteRead (4.68s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35767 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@nDSuxEmcwj" is_bounded:BOUNDED windowing_strategy_id:"w0@nDSuxEmcwj"}} windowing_strategies:{key:"w0@nDSuxEmcwj" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@nDSuxEmcwj" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@nDSuxEmcwj" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@nDSuxEmcwj" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665369153081134221\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"nDSuxEmcwj"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35767 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@nDSuxEmcwj" is_bounded:BOUNDED windowing_strategy_id:"w0@nDSuxEmcwj"}} windowing_strategies:{key:"w0@nDSuxEmcwj" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@nDSuxEmcwj" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@nDSuxEmcwj" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@nDSuxEmcwj" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665369153081134221\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"nDSuxEmcwj"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 12 [running]:
testing.tRunner.func1.2({0xf023e0, 0xc000678b00})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf023e0, 0xc000678b00})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000116f60?, 0xc0000bfae0?}, {0x10a9dbb, 0x39}, {0xc0000fe180?, 0xa6ec00?, 0x1?}, {0xc000120b90, 0xf}, 0xc00063fd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000116f00?, 0xc0000bfae0?}, {0xc00004aa80, 0x52}, {0x1?}, {0xc00063fea8, 0x2, 0x7fc4ae86aaa8?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000120b90, 0xf}, {0xc00004aa80, 0x52}, {0xe511e0, 0xc000121d40})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0005c2d00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0005c2d00, 0x10d8ae0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.717s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.040s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.036s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:b9cd8ecb80d0f1e74faed57cb334c429a565f7eaed2cb668464723d0a7b9cd92
Associated tags:
- 20221010-023157
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221010-023157
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221010-023157].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:b9cd8ecb80d0f1e74faed57cb334c429a565f7eaed2cb668464723d0a7b9cd92].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221010022030]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:166610f28eca8adf301f2a7df49c0261a9de69399260fb0b5019c956650b811e]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221010022030] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:166610f28eca8adf301f2a7df49c0261a9de69399260fb0b5019c956650b811e])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:166610f28eca8adf301f2a7df49c0261a9de69399260fb0b5019c956650b811e
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:166610f28eca8adf301f2a7df49c0261a9de69399260fb0b5019c956650b811e].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221010022030]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:373a5633b44b53fb7e06c7d461cd034b117b759e0ade788e4077233f62718ef8]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221010022030] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:373a5633b44b53fb7e06c7d461cd034b117b759e0ade788e4077233f62718ef8])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:373a5633b44b53fb7e06c7d461cd034b117b759e0ade788e4077233f62718ef8
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:373a5633b44b53fb7e06c7d461cd034b117b759e0ade788e4077233f62718ef8].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 24s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/rqv2afgplv3es
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #779
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/779/display/redirect>
Changes:
------------------------------------------
[...truncated 565.84 KB...]
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test15804/go-8-1665350329288076330/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test15804/go-8-1665350329288076330/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221009-203216"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221009202030"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221009-203216"
}
]
},
"name": "go-testxlang_partition-343",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/09 21:19:00 Submitted job: 2022-10-09_14_18_59-9722063744569956587
2022/10/09 21:19:00 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-09_14_18_59-9722063744569956587?project=apache-beam-testing
2022/10/09 21:19:00 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-09_14_18_59-9722063744569956587
2022/10/09 21:19:00 Job state: JOB_STATE_PENDING ...
2022/10/09 21:19:30 Job still running ...
2022/10/09 21:20:00 Job still running ...
2022/10/09 21:20:30 Job still running ...
2022/10/09 21:21:00 Job still running ...
2022/10/09 21:21:30 Job still running ...
2022/10/09 21:22:00 Job still running ...
2022/10/09 21:22:30 Job still running ...
2022/10/09 21:23:00 Job still running ...
2022/10/09 21:23:30 Job still running ...
2022/10/09 21:24:00 Job still running ...
2022/10/09 21:24:30 Job still running ...
2022/10/09 21:25:00 Job still running ...
2022/10/09 21:25:30 Job still running ...
2022/10/09 21:26:00 Job still running ...
2022/10/09 21:26:31 Job still running ...
2022/10/09 21:27:01 Job still running ...
2022/10/09 21:27:31 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-09_14_18_59-9722063744569956587 failed
--- FAIL: TestXLang_Partition (552.05s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3311.328s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665347573120059022
--- FAIL: TestBigQueryIO_BasicWriteRead (5.25s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41657 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@aLQQeHcNJW" is_bounded:BOUNDED windowing_strategy_id:"w0@aLQQeHcNJW"}} windowing_strategies:{key:"w0@aLQQeHcNJW" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@aLQQeHcNJW" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@aLQQeHcNJW" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@aLQQeHcNJW" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665347573120059022\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"aLQQeHcNJW"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41657 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@aLQQeHcNJW" is_bounded:BOUNDED windowing_strategy_id:"w0@aLQQeHcNJW"}} windowing_strategies:{key:"w0@aLQQeHcNJW" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@aLQQeHcNJW" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@aLQQeHcNJW" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@aLQQeHcNJW" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665347573120059022\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"aLQQeHcNJW"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 50 [running]:
testing.tRunner.func1.2({0xf023e0, 0xc000127280})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf023e0, 0xc000127280})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00050ac80?, 0xc0001318b0?}, {0x10a9dbb, 0x39}, {0xc0000f8180?, 0xa6ec00?, 0x1?}, {0xc000506a70, 0xf}, 0xc0004fdd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00050ac20?, 0xc0001318b0?}, {0xc0004a4420, 0x52}, {0x1?}, {0xc0004fdea8, 0x2, 0x7fe5dce57878?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000506a70, 0xf}, {0xc0004a4420, 0x52}, {0xe511e0, 0xc000507c20})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000455380)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000455380, 0x10d8ae0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.285s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.039s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.088s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221009-203216
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221009-203216
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f71b4c70f2b635732f42e3645c49c2f37b3f3c072a1c11baa7ae7f912849ce0d
Deleted: sha256:6603dd2ea121535bf7e3c4c7bde6e4c158674658dbeb9346432f31222f4bd6a9
Deleted: sha256:e626511756a69e0e17e9d3065939422aee7a79652f0c08c6617fb0d21968bf6e
Deleted: sha256:cbc3f75cdd2148bc7404ba34d8a39e6427d13375ad09cb04b1885bdfd2bdab19
Deleted: sha256:7f71c2b4663be4df06d2c362f11719900e753e3f643252702905f02af2b0c4e9
Deleted: sha256:d6bd8d327f1da696f5372ed95caf6646cce7bfa242be02f4c7704cab9904d2ab
Deleted: sha256:cc6986a5a0b70c0ae577bcf26e447d9a779bfa0628fe7675bfe8b6c02f3585f7
Deleted: sha256:d655970b0570fa12a62f30a87d925121a82c5749c121d996938ba07954011471
Deleted: sha256:55613f19b4863f0edc94c2ee7d6c9d8c21006c41922f6c94db2c4f8d60c118df
Deleted: sha256:86f035bc9de04fcbaa2456407edaf40c15fb8ffc190e863c815f3f0495c02d1b
Deleted: sha256:62f32ceecf1c218a2a21bb39e873d90633ac266eb5389396e76339ff2f8c5eed
Deleted: sha256:f283da4163bb554602b9a37081ca446d48adcd30315d70f5c805c40cb557b0ae
Deleted: sha256:9bd5f3033c1a3c1632da295435d6be02b79d64965d9ec1ec3d602030d97cdf65
Deleted: sha256:cc27ad8110524c9e87c6271dbeecc6af341c9914386397d598cb53475b382e14
Deleted: sha256:84bf7ec7b86997c4df7361082abcf072797615e6989a4a7613effa4ceeed9ed7
Deleted: sha256:45d4377eaf4608ae5714903db9ce646c16127e0828b217e3b3761425fbcae475
Deleted: sha256:86636f2f41189c2db115a53138505a695c8c90cc4a0477edea9cadc17c1df54b
Deleted: sha256:dee4d6e70ecd4d3b7f71559a2aef878ecdd6fd4a5c10bf2fdc7b6dc7ba2c898a
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221009-203216
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f71b4c70f2b635732f42e3645c49c2f37b3f3c072a1c11baa7ae7f912849ce0d
Associated tags:
- 20221009-203216
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221009-203216
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221009-203216].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f71b4c70f2b635732f42e3645c49c2f37b3f3c072a1c11baa7ae7f912849ce0d].
$ rm -rf /tmp/tmp.8e6ExuIJ0p
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221009202030
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7665d5f2c5e031ef65fe384f915d1c5e5cdd8c6120283f666b6ecfca2a0342b6
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221009202030]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7665d5f2c5e031ef65fe384f915d1c5e5cdd8c6120283f666b6ecfca2a0342b6]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221009202030] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7665d5f2c5e031ef65fe384f915d1c5e5cdd8c6120283f666b6ecfca2a0342b6])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7665d5f2c5e031ef65fe384f915d1c5e5cdd8c6120283f666b6ecfca2a0342b6
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7665d5f2c5e031ef65fe384f915d1c5e5cdd8c6120283f666b6ecfca2a0342b6
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7665d5f2c5e031ef65fe384f915d1c5e5cdd8c6120283f666b6ecfca2a0342b6].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221009202030
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9d184523a94195f747567f3ae858cb7845d236307ec71a2b8859a38564b3737a
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221009202030]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9d184523a94195f747567f3ae858cb7845d236307ec71a2b8859a38564b3737a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221009202030] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9d184523a94195f747567f3ae858cb7845d236307ec71a2b8859a38564b3737a])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9d184523a94195f747567f3ae858cb7845d236307ec71a2b8859a38564b3737a
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9d184523a94195f747567f3ae858cb7845d236307ec71a2b8859a38564b3737a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9d184523a94195f747567f3ae858cb7845d236307ec71a2b8859a38564b3737a].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 641240.
Stopping expansion service pid: 641241.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 51s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/pq4npqhm4figy
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #778
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/778/display/redirect>
Changes:
------------------------------------------
[...truncated 569.35 KB...]
2022/10/09 15:21:53 Job still running ...
2022/10/09 15:22:23 Job still running ...
2022/10/09 15:22:53 Job still running ...
2022/10/09 15:23:23 Job still running ...
2022/10/09 15:23:53 Job still running ...
2022/10/09 15:24:23 Job still running ...
2022/10/09 15:24:53 Job still running ...
2022/10/09 15:25:23 Job still running ...
2022/10/09 15:25:53 Job still running ...
2022/10/09 15:26:23 Job still running ...
2022/10/09 15:26:53 Job still running ...
2022/10/09 15:27:23 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-09_08_18_22-2852225492069491004 failed
--- FAIL: TestXLang_Partition (588.75s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3308.707s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665325968671902040
--- FAIL: TestBigQueryIO_BasicWriteRead (4.90s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:36907 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@PukboBgKvx" is_bounded:BOUNDED windowing_strategy_id:"w0@PukboBgKvx"}} windowing_strategies:{key:"w0@PukboBgKvx" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@PukboBgKvx" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@PukboBgKvx" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@PukboBgKvx" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665325968671902040\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"PukboBgKvx"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:36907 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@PukboBgKvx" is_bounded:BOUNDED windowing_strategy_id:"w0@PukboBgKvx"}} windowing_strategies:{key:"w0@PukboBgKvx" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@PukboBgKvx" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@PukboBgKvx" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@PukboBgKvx" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665325968671902040\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"PukboBgKvx"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 11 [running]:
testing.tRunner.func1.2({0xf023e0, 0xc000488800})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf023e0, 0xc000488800})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0004ea7e0?, 0xc000116280?}, {0x10a9dbb, 0x39}, {0xc0004d0180?, 0xa6ec00?, 0x1?}, {0xc0003fcc10, 0xf}, 0xc00015dd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0004ea780?, 0xc000116280?}, {0xc00004a600, 0x52}, {0x1?}, {0xc00015dea8, 0x2, 0x7f45945115e0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003fcc10, 0xf}, {0xc00004a600, 0x52}, {0xe511e0, 0xc00013c4b0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000642d00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000642d00, 0x10d8ae0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.938s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221009-143213
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221009-143213
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:8f06690299af5fbcf82cfbf2e04d11970ea5bda6ae7694ec0dc1f64c7afe8098
Deleted: sha256:ef79b3e58a3062dacb84435070406bc24e5e44b929a0c0ddb9ff97c3092f7176
Deleted: sha256:fdcd49fc3b2427703bcb0a9c32531ef4f3522ea596cc0273cf7eaa1a88452a41
Deleted: sha256:fc5c69868bb61d514be2b78309d7cfe346b04d049b03d5350a99ca7f0c6eaae2
Deleted: sha256:2e621999a738d670ef8c80369e54705ca9a38c6510cb345ea1574fd58a731894
Deleted: sha256:23a45ec0f276cdcd6305d49e2c8509e4fd72e2e85a79b4f09cc71c30764e4339
Deleted: sha256:90f2e00fef5b9c75d733a9b54f5b6d61d2f05ed88f9e2e8a0af6233886e29aff
Deleted: sha256:bdc353314184f13bc788fb2354bfe40540936f86ccf8beef59e3356c72d0a9fe
Deleted: sha256:b6469149ab49b5c072df9a3d47ae379f382bdf7691029c00f1b6e8d516596935
Deleted: sha256:2249af2c398f1281bc102cf801451f4c41d01ac434992d2834f93e9408943643
Deleted: sha256:cb03cb895826e8654ee86b4b581df3586cb46f9a800a87b4452f7920cc48f83e
Deleted: sha256:5253c4591038b2b7f89f3578a75326189690becf0e12864765d1d872810ac6cd
Deleted: sha256:ad2ac43b6266f13b7be7dbad143326334c946bdbb3559671231155be94b4edc8
Deleted: sha256:2f5c6a9c70b164abb7a37430d3e578787b6a46a61b057b3fae2baff075d0cd24
Deleted: sha256:d5763b18d18ec3e21c3875428125e6b24c54890264dd770e07f44ba2ef6edbb7
Deleted: sha256:672bde8d1861feb3b6cd5918974227d7d7a8bf651152fe339b570dead41ebf6c
Deleted: sha256:609f2dd47db38adf3af4cbb062e0156e250ef2c6a5b2c579c855e445f5482241
Deleted: sha256:4cfbc563a013c474e3b6534cbdb8e92b8e02e2d2420f801c4044820dedf53ed2
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221009-143213
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:8f06690299af5fbcf82cfbf2e04d11970ea5bda6ae7694ec0dc1f64c7afe8098
Associated tags:
- 20221009-143213
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221009-143213
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221009-143213].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:8f06690299af5fbcf82cfbf2e04d11970ea5bda6ae7694ec0dc1f64c7afe8098].
$ rm -rf /tmp/tmp.yuJakvRSfh
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221009142027
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:285bae35d33c92c5f42dabb90067675e693a8bad9f9fc2d31aa05b39e990bee9
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221009142027]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:285bae35d33c92c5f42dabb90067675e693a8bad9f9fc2d31aa05b39e990bee9]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221009142027] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:285bae35d33c92c5f42dabb90067675e693a8bad9f9fc2d31aa05b39e990bee9])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:285bae35d33c92c5f42dabb90067675e693a8bad9f9fc2d31aa05b39e990bee9
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:285bae35d33c92c5f42dabb90067675e693a8bad9f9fc2d31aa05b39e990bee9
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:285bae35d33c92c5f42dabb90067675e693a8bad9f9fc2d31aa05b39e990bee9].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221009142027
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:525aa22c5fb754e1d64e155a7a8b20adc13b33fcc78f4eae9bd72182dcb4c72c
Deleted: sha256:08864db22ff5fd7da5f981a5303db2569b84644f1a5ada3fda0aa02927c650f9
Deleted: sha256:e8ea0089d70dff95e243adfff94560452f6eac2e3aea5a5cef22919d83a88619
Deleted: sha256:20d5f52576027fb3a47d3a84bf2871614ea7d40994c5d97637135868eb564920
Deleted: sha256:57350be4d18eaf1db4f0f6150e21d9664353ee8176848ff3ed8c74023edac109
Deleted: sha256:78a104e5a08e579968c6d7103cfeaf18a4f7c22e4868d33a0a1873984db29ca9
Deleted: sha256:e91c8068b5c52e82b83f8f6f5c033ab3ece3a7a2099ae8cfa03bb38d001f13cc
Deleted: sha256:7d4715f92b7beddbe146403da7851d3e79084a02883a9911dd88d11aad685dee
Deleted: sha256:787a4b7072eb8d7a9567f5a157c7e32fd79602422335ab6389aa0e01d9c5b947
Deleted: sha256:55e1f9e2688d04dd972a2f815aa36608ff8a670f90848a87ac2b656c714713e9
Deleted: sha256:cc83452c44971c0b8a7c0612d3be75359f26350b7213ddfd3e89c0069cf3ee2d
Deleted: sha256:8276d21896d774550ec770cd922a7aebe39f6a17a2b23ef7b07bff9fad949311
Deleted: sha256:5ddebf5b84506d9cbb103001f8f42d24d0a0580226ff9de6b4a3ab1ebc8fd52a
Deleted: sha256:a9cc393e42cf20d78cc8d2dc7727dd8b748f5d65dec4ea54008a5f6f6c124584
Deleted: sha256:d81608111b85d4ce9ec86fbc87937f76727dbb3a6d7f06388777d8ff08473563
Deleted: sha256:8e957431d8407821a56fe9cc727703cc62b1b988df9c3a21b93538ee7c8cf33f
Deleted: sha256:30671e8b5a2f3ae1219228f62315bbbd215a5d862608b75631883b9de7daceb0
Deleted: sha256:4a02aa2e3faafaf2c5810b81c73601129f43285f5caf50bb68a45cad685d5a39
Deleted: sha256:db7129744c698089b75196ad3d5f5549cff6a636f2a18262cfe9435842c142a3
Deleted: sha256:b49e1dfaa812f31cfc2d2a7bb53878a08e6c608fd7551642d79f3fd7297fbd39
Deleted: sha256:ccc75b9bc0af65ac424775172cc06dce87c95427d21d5ebf1db5dfbeb475abfe
Deleted: sha256:24117158a019a266213e189ed436b74bc1cf2c50f6aa594d84dbd0385b35bb26
Deleted: sha256:bac3c76f25c7d39e1cd0e0275d2353fa2fe48218ca285bc8d98cec23d3cd93c8
Deleted: sha256:95627a4669b3850bbd90c396e8201a36450b446053693133e51b87cdaf04cb50
Deleted: sha256:7ddee791128f69cec9b0d406d3ef6a646b25a221ab33cd3699e10ba5e2ba1f84
Deleted: sha256:1c2df8f3cf8e41553126277da44a8fb0ba8b5b412fe21736961620afe52227b2
Deleted: sha256:cb9316f856d33faa3e6b48472ca4a55df850a3a73814ca3b8b0d410050cf1a63
Deleted: sha256:b06720af42aa76ad532d0541f58c32d4017cedcd13d91fc912c32c84a198b92a
Deleted: sha256:0747ccad1c45f17ab509927041b5560f81e1bc693188abb38dd1708402b75bb4
Deleted: sha256:5699f661d059160b091a10ce71271c8d83e6c2bb56cde37469a955f78f90c2e8
Deleted: sha256:87135ad7bd4c83559297664f5fcfba84ef6210b788e92069e7ea5182f3bb20d0
Deleted: sha256:8fd81026de51592de1d0c4d29b1c772d920aa02efea649ff41a98ab4144a2d2e
Deleted: sha256:7ab392f2b5a9e84184cfb4d9b010b0869d305c3fcda80280605346f3bd1b3057
Deleted: sha256:36b2a172a317bc646f554309f1d10b71536c7f058201ed0b852108bb1e0e365c
Deleted: sha256:9fb21153b2ef91250e0c1a02d607c3c3ff274de97f8c05b921b24394f39fc6d3
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221009142027]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:525aa22c5fb754e1d64e155a7a8b20adc13b33fcc78f4eae9bd72182dcb4c72c]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221009142027] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:525aa22c5fb754e1d64e155a7a8b20adc13b33fcc78f4eae9bd72182dcb4c72c])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:525aa22c5fb754e1d64e155a7a8b20adc13b33fcc78f4eae9bd72182dcb4c72c
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:525aa22c5fb754e1d64e155a7a8b20adc13b33fcc78f4eae9bd72182dcb4c72c
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:525aa22c5fb754e1d64e155a7a8b20adc13b33fcc78f4eae9bd72182dcb4c72c].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 421099.
Stopping expansion service pid: 421100.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 47s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/t4go4niutgolw
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #777
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/777/display/redirect>
Changes:
------------------------------------------
[...truncated 978.75 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6061/go-8-1665307077551569586/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6061/go-8-1665307077551569586/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6061/go-8-1665307077551569586/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-YSVfyj6cT2TzdemRtMmsLWzR_PLIxmEjE-l-AcZGb5I.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-YSVfyj6cT2TzdemRtMmsLWzR_PLIxmEjE-l-AcZGb5I.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6061/go-8-1665307077551569586/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6061/go-8-1665307077551569586/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6061/go-8-1665307077551569586/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6061/go-8-1665307077551569586/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6061/go-8-1665307077551569586/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6061/go-8-1665307077551569586/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221009-083205"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221009082042"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221009-083205"
}
]
},
"name": "go-testxlang_partition-481",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/09 09:18:06 Submitted job: 2022-10-09_02_18_06-7327399077511365158
2022/10/09 09:18:06 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-09_02_18_06-7327399077511365158?project=apache-beam-testing
2022/10/09 09:18:06 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-09_02_18_06-7327399077511365158
2022/10/09 09:18:06 Job state: JOB_STATE_PENDING ...
2022/10/09 09:18:36 Job still running ...
2022/10/09 09:19:06 Job still running ...
2022/10/09 09:19:36 Job still running ...
2022/10/09 09:20:06 Job still running ...
2022/10/09 09:20:36 Job still running ...
2022/10/09 09:21:06 Job still running ...
2022/10/09 09:21:36 Job still running ...
2022/10/09 09:22:07 Job still running ...
2022/10/09 09:22:37 Job still running ...
2022/10/09 09:23:07 Job still running ...
2022/10/09 09:23:37 Job still running ...
2022/10/09 09:24:07 Job still running ...
2022/10/09 09:24:37 Job still running ...
2022/10/09 09:25:07 Job still running ...
2022/10/09 09:25:37 Job still running ...
2022/10/09 09:26:07 Job still running ...
2022/10/09 09:26:37 Job still running ...
2022/10/09 09:27:07 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-09_02_18_06-7327399077511365158 failed
--- FAIL: TestXLang_Partition (580.35s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3300.458s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665304360572621261
--- FAIL: TestBigQueryIO_BasicWriteRead (4.71s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:36863 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@yXxnKKoCnx" is_bounded:BOUNDED windowing_strategy_id:"w0@yXxnKKoCnx"}} windowing_strategies:{key:"w0@yXxnKKoCnx" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@yXxnKKoCnx" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@yXxnKKoCnx" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@yXxnKKoCnx" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665304360572621261\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"yXxnKKoCnx"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:36863 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@yXxnKKoCnx" is_bounded:BOUNDED windowing_strategy_id:"w0@yXxnKKoCnx"}} windowing_strategies:{key:"w0@yXxnKKoCnx" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@yXxnKKoCnx" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@yXxnKKoCnx" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@yXxnKKoCnx" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665304360572621261\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"yXxnKKoCnx"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 27 [running]:
testing.tRunner.func1.2({0xf023e0, 0xc00061c0c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf023e0, 0xc00061c0c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a4da0?, 0xc0000bd5e0?}, {0x10a9dbb, 0x39}, {0xc0002640c0?, 0xa6ec00?, 0x1?}, {0xc000474b60, 0xf}, 0xc00017bd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a4d40?, 0xc0000bd5e0?}, {0xc0001808a0, 0x52}, {0x1?}, {0xc00017bea8, 0x2, 0x7fd369281e38?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000474b60, 0xf}, {0xc0001808a0, 0x52}, {0xe511e0, 0xc000475d10})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000003ba0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000003ba0, 0x10d8ae0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.750s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.039s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.040s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:8ecfba145408abb9447f215525ae0a34ee0a56f7ede0ff8da542282341d3a662
Associated tags:
- 20221009-083205
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221009-083205
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221009-083205].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:8ecfba145408abb9447f215525ae0a34ee0a56f7ede0ff8da542282341d3a662].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221009082042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:fbe1c9a6a4e2f5a23224df38b2b346d81463cdd0b2f604966b07792f21bec45f]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221009082042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:fbe1c9a6a4e2f5a23224df38b2b346d81463cdd0b2f604966b07792f21bec45f])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:fbe1c9a6a4e2f5a23224df38b2b346d81463cdd0b2f604966b07792f21bec45f
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:fbe1c9a6a4e2f5a23224df38b2b346d81463cdd0b2f604966b07792f21bec45f].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221009082042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b63c6a4ffb253b30476fb72a2bd042bf3990e7205f4e3cf44f77b7d6425b9014]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221009082042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b63c6a4ffb253b30476fb72a2bd042bf3990e7205f4e3cf44f77b7d6425b9014])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b63c6a4ffb253b30476fb72a2bd042bf3990e7205f4e3cf44f77b7d6425b9014
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b63c6a4ffb253b30476fb72a2bd042bf3990e7205f4e3cf44f77b7d6425b9014].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 26s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/ai2jdlw3vfxus
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #776
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/776/display/redirect>
Changes:
------------------------------------------
[...truncated 578.21 KB...]
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2203/go-8-1665285761299832538/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2203/go-8-1665285761299832538/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2203/go-8-1665285761299832538/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-YSVfyj6cT2TzdemRtMmsLWzR_PLIxmEjE-l-AcZGb5I.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-YSVfyj6cT2TzdemRtMmsLWzR_PLIxmEjE-l-AcZGb5I.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2203/go-8-1665285761299832538/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2203/go-8-1665285761299832538/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2203/go-8-1665285761299832538/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2203/go-8-1665285761299832538/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2203/go-8-1665285761299832538/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2203/go-8-1665285761299832538/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221009-023654"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221009022117"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221009-023654"
}
]
},
"name": "go-testxlang_partition-328",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/09 03:22:50 Submitted job: 2022-10-08_20_22_49-4437285593938926679
2022/10/09 03:22:50 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-08_20_22_49-4437285593938926679?project=apache-beam-testing
2022/10/09 03:22:50 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-08_20_22_49-4437285593938926679
2022/10/09 03:22:50 Job state: JOB_STATE_PENDING ...
2022/10/09 03:23:20 Job still running ...
2022/10/09 03:23:50 Job still running ...
2022/10/09 03:24:20 Job still running ...
2022/10/09 03:24:50 Job still running ...
2022/10/09 03:25:20 Job still running ...
2022/10/09 03:25:50 Job still running ...
2022/10/09 03:26:20 Job still running ...
2022/10/09 03:26:50 Job still running ...
2022/10/09 03:27:20 Job still running ...
2022/10/09 03:27:50 Job still running ...
2022/10/09 03:28:20 Job still running ...
2022/10/09 03:28:50 Job still running ...
2022/10/09 03:29:20 Job still running ...
2022/10/09 03:29:50 Job still running ...
2022/10/09 03:30:21 Job still running ...
2022/10/09 03:30:51 Job still running ...
2022/10/09 03:31:21 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-08_20_22_49-4437285593938926679 failed
--- FAIL: TestXLang_Partition (550.04s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3267.452s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665283051055603437
--- FAIL: TestBigQueryIO_BasicWriteRead (5.35s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:44929 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ZOUdiaMLOs" is_bounded:BOUNDED windowing_strategy_id:"w0@ZOUdiaMLOs"}} windowing_strategies:{key:"w0@ZOUdiaMLOs" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ZOUdiaMLOs" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ZOUdiaMLOs" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ZOUdiaMLOs" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665283051055603437\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ZOUdiaMLOs"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:44929 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ZOUdiaMLOs" is_bounded:BOUNDED windowing_strategy_id:"w0@ZOUdiaMLOs"}} windowing_strategies:{key:"w0@ZOUdiaMLOs" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ZOUdiaMLOs" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ZOUdiaMLOs" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ZOUdiaMLOs" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665283051055603437\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ZOUdiaMLOs"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 54 [running]:
testing.tRunner.func1.2({0xf023e0, 0xc0000ae4c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf023e0, 0xc0000ae4c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000650b00?, 0xc00049b590?}, {0x10a9dbb, 0x39}, {0xc00015e180?, 0xa6ec00?, 0x1?}, {0xc000702a40, 0xf}, 0xc000023d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000650aa0?, 0xc00049b590?}, {0xc0005a8360, 0x52}, {0x1?}, {0xc000023ea8, 0x2, 0x7f15b819c448?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000702a40, 0xf}, {0xc0005a8360, 0x52}, {0xe511e0, 0xc000703bf0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0004ad520)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0004ad520, 0x10d8ae0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.376s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.070s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:b6b08c9496b9a4f1cd331a00d1152cfd1ded98642f8c046906f339b880d03274
Associated tags:
- 20221009-023654
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221009-023654
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221009-023654].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:b6b08c9496b9a4f1cd331a00d1152cfd1ded98642f8c046906f339b880d03274].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221009022117]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:415f3ed8c2350019296e85f2017a54d4d795570b4ead2412a15c2910e62dd418]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221009022117] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:415f3ed8c2350019296e85f2017a54d4d795570b4ead2412a15c2910e62dd418])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:415f3ed8c2350019296e85f2017a54d4d795570b4ead2412a15c2910e62dd418
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:415f3ed8c2350019296e85f2017a54d4d795570b4ead2412a15c2910e62dd418].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221009022117]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2344eff8e2f17f653485413171efe4238a9d80c042f34e47d5756c7b1459a1bb]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221009022117] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2344eff8e2f17f653485413171efe4238a9d80c042f34e47d5756c7b1459a1bb])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2344eff8e2f17f653485413171efe4238a9d80c042f34e47d5756c7b1459a1bb
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2344eff8e2f17f653485413171efe4238a9d80c042f34e47d5756c7b1459a1bb].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 11m 38s
215 actionable tasks: 202 executed, 4 from cache, 9 up-to-date
Publishing build scan...
https://gradle.com/s/cqmm3e3sbswwg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #775
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/775/display/redirect?page=changes>
Changes:
[noreply] Merge pull request #23547: update bom to the latest one.
------------------------------------------
[...truncated 593.16 KB...]
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17988/go-8-1665263942632302664/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17988/go-8-1665263942632302664/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-YSVfyj6cT2TzdemRtMmsLWzR_PLIxmEjE-l-AcZGb5I.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-YSVfyj6cT2TzdemRtMmsLWzR_PLIxmEjE-l-AcZGb5I.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221008-203230"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221008202040"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221008-203230"
}
]
},
"name": "go-testxlang_partition-180",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/08 21:19:13 Submitted job: 2022-10-08_14_19_13-12589032854368563989
2022/10/08 21:19:13 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-08_14_19_13-12589032854368563989?project=apache-beam-testing
2022/10/08 21:19:13 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-08_14_19_13-12589032854368563989
2022/10/08 21:19:13 Job state: JOB_STATE_PENDING ...
2022/10/08 21:19:43 Job still running ...
2022/10/08 21:20:13 Job still running ...
2022/10/08 21:20:43 Job still running ...
2022/10/08 21:21:13 Job still running ...
2022/10/08 21:21:43 Job still running ...
2022/10/08 21:22:14 Job still running ...
2022/10/08 21:22:44 Job still running ...
2022/10/08 21:23:14 Job still running ...
2022/10/08 21:23:44 Job still running ...
2022/10/08 21:24:14 Job still running ...
2022/10/08 21:24:44 Job still running ...
2022/10/08 21:25:14 Job still running ...
2022/10/08 21:25:44 Job still running ...
2022/10/08 21:26:14 Job still running ...
2022/10/08 21:26:44 Job still running ...
2022/10/08 21:27:14 Job still running ...
2022/10/08 21:27:44 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-08_14_19_13-12589032854368563989 failed
--- FAIL: TestXLang_Partition (552.05s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3307.754s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665261191308422909
--- FAIL: TestBigQueryIO_BasicWriteRead (5.23s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37599 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@CxMxvOKpNj" is_bounded:BOUNDED windowing_strategy_id:"w0@CxMxvOKpNj"}} windowing_strategies:{key:"w0@CxMxvOKpNj" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@CxMxvOKpNj" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@CxMxvOKpNj" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@CxMxvOKpNj" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665261191308422909\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"CxMxvOKpNj"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37599 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@CxMxvOKpNj" is_bounded:BOUNDED windowing_strategy_id:"w0@CxMxvOKpNj"}} windowing_strategies:{key:"w0@CxMxvOKpNj" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@CxMxvOKpNj" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@CxMxvOKpNj" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@CxMxvOKpNj" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665261191308422909\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"CxMxvOKpNj"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 41 [running]:
testing.tRunner.func1.2({0xf023e0, 0xc0005843c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf023e0, 0xc0005843c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000880100?, 0xc0005aa000?}, {0x10a9dbb, 0x39}, {0xc0000f6240?, 0xa6ec00?, 0x1?}, {0xc0003feb30, 0xf}, 0xc0004f1d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0008800a0?, 0xc0005aa000?}, {0xc00049c360, 0x52}, {0x1?}, {0xc0004f1ea8, 0x2, 0xe116a0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003feb30, 0xf}, {0xc00049c360, 0x52}, {0xe511e0, 0xc000882028})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00049f1e0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00049f1e0, 0x10d8ae0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.259s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.032s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.034s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.050s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221008-203230
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221008-203230
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c78a6654037765fa4a99ad82a18af31fcab5f8435ca422165ca5a072c9289f56
Deleted: sha256:dd16d29b6d6b5fb7c975144761ffa72378264c3237a15c899fce89a5541ac0b3
Deleted: sha256:78cb7a316caf3e67e1c3fc3b2fda5ae277115cb3a3f23e01e9ad03714e3ff760
Deleted: sha256:55751ee7f17f7b4a7cecf063245ddc03d9bf7c89894ce91f860a609bcc816fa2
Deleted: sha256:04a7b02c60a5d8fb584b80d4130d371e71d89f7630810fcd17f7162c8d198c35
Deleted: sha256:311dce71ea7e592f957e02f2cec23416bd2a766625ab1b31985e22459dc809a4
Deleted: sha256:ca20f544074d13317def79cfcfbe43c4d5de14614cb134a064a7fd118602c9da
Deleted: sha256:f780e1f1ed5c9bceb7bb988208b0158dd9c23a74d9dab5ddcf8aad7474a5aa34
Deleted: sha256:130f41c8d025365b8e70b2530375312ad193b03095347c6d42d1b9402aa888f0
Deleted: sha256:6c45cae5cafc87d14cae4c6c9e01b4c8265a43ea43263f676ed30e5125a8622a
Deleted: sha256:66fb0a7a0a7e1b2fcc03788dd408691b4ddaa23aec9b971776276e0cdb296714
Deleted: sha256:ff3974cb3066893b4141c5aaf9c2e61c34d11b654ca1b1f1f7bdadcc477d7d25
Deleted: sha256:6a0c280ad0fb931c497cb9d143b013da53d82e5355874f252946cc7b98cc949d
Deleted: sha256:7bf12d2721451bb2629aad8ab4d2e3eb8fdc5acc0238b5fc476cf0088c7d380e
Deleted: sha256:50827cbfec33d41672776f59565ca24b477fc671e1e4d9c473adf190d1879135
Deleted: sha256:f0b9e0718f94f83601e5b325da79214dc39a096fb341d0720971eb12f6b8193b
Deleted: sha256:7027552b528d9b35badc358341b82c32ab77fa66484a80d19cf33dca22d54d97
Deleted: sha256:672ab77c797b658e95ddd932b03acef29e4b79afc65e244afb664853424ef7cf
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221008-203230
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c78a6654037765fa4a99ad82a18af31fcab5f8435ca422165ca5a072c9289f56
Associated tags:
- 20221008-203230
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221008-203230
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221008-203230].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c78a6654037765fa4a99ad82a18af31fcab5f8435ca422165ca5a072c9289f56].
$ rm -rf /tmp/tmp.tuPA13aHMR
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221008202040
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:109026ba549599c01e4b26e1dc9d52b173efa98ce7fdbc4bcf5f5c572795a176
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221008202040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:109026ba549599c01e4b26e1dc9d52b173efa98ce7fdbc4bcf5f5c572795a176]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221008202040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:109026ba549599c01e4b26e1dc9d52b173efa98ce7fdbc4bcf5f5c572795a176])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:109026ba549599c01e4b26e1dc9d52b173efa98ce7fdbc4bcf5f5c572795a176
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:109026ba549599c01e4b26e1dc9d52b173efa98ce7fdbc4bcf5f5c572795a176
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:109026ba549599c01e4b26e1dc9d52b173efa98ce7fdbc4bcf5f5c572795a176].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221008202040
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:ad53e90e19d75d21dee9d99af4c0307234b943d5352e955b25d5c6922410ba83
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221008202040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:ad53e90e19d75d21dee9d99af4c0307234b943d5352e955b25d5c6922410ba83]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221008202040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:ad53e90e19d75d21dee9d99af4c0307234b943d5352e955b25d5c6922410ba83])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:ad53e90e19d75d21dee9d99af4c0307234b943d5352e955b25d5c6922410ba83
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:ad53e90e19d75d21dee9d99af4c0307234b943d5352e955b25d5c6922410ba83
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:ad53e90e19d75d21dee9d99af4c0307234b943d5352e955b25d5c6922410ba83].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3719753.
Stopping expansion service pid: 3719754.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 9s
215 actionable tasks: 163 executed, 42 from cache, 10 up-to-date
Publishing build scan...
https://gradle.com/s/gewwvgfchtwyu
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #774
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/774/display/redirect>
Changes:
------------------------------------------
[...truncated 1006.80 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18062/go-8-1665242307905053723/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18062/go-8-1665242307905053723/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18062/go-8-1665242307905053723/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18062/go-8-1665242307905053723/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18062/go-8-1665242307905053723/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18062/go-8-1665242307905053723/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18062/go-8-1665242307905053723/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-MGdQrAj1yVIycjBQNAuPLxgE_lPMlEvXBExf-JUonSM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-MGdQrAj1yVIycjBQNAuPLxgE_lPMlEvXBExf-JUonSM.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18062/go-8-1665242307905053723/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18062/go-8-1665242307905053723/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221008-143231"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221008142041"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221008-143231"
}
]
},
"name": "go-testxlang_partition-844",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/08 15:18:37 Submitted job: 2022-10-08_08_18_36-18382663730158682816
2022/10/08 15:18:37 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-08_08_18_36-18382663730158682816?project=apache-beam-testing
2022/10/08 15:18:37 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-08_08_18_36-18382663730158682816
2022/10/08 15:18:37 Job state: JOB_STATE_PENDING ...
2022/10/08 15:19:07 Job still running ...
2022/10/08 15:19:37 Job still running ...
2022/10/08 15:20:07 Job still running ...
2022/10/08 15:20:37 Job still running ...
2022/10/08 15:21:07 Job still running ...
2022/10/08 15:21:37 Job still running ...
2022/10/08 15:22:08 Job still running ...
2022/10/08 15:22:38 Job still running ...
2022/10/08 15:23:08 Job still running ...
2022/10/08 15:23:38 Job still running ...
2022/10/08 15:24:08 Job still running ...
2022/10/08 15:24:38 Job still running ...
2022/10/08 15:25:08 Job still running ...
2022/10/08 15:25:38 Job still running ...
2022/10/08 15:26:08 Job still running ...
2022/10/08 15:26:38 Job still running ...
2022/10/08 15:27:08 Job still running ...
2022/10/08 15:27:38 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-08_08_18_36-18382663730158682816 failed
--- FAIL: TestXLang_Partition (580.75s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3303.158s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665239592905349351
--- FAIL: TestBigQueryIO_BasicWriteRead (5.04s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:38273 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@THkQXVDqLD" is_bounded:BOUNDED windowing_strategy_id:"w0@THkQXVDqLD"}} windowing_strategies:{key:"w0@THkQXVDqLD" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@THkQXVDqLD" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@THkQXVDqLD" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@THkQXVDqLD" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665239592905349351\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"THkQXVDqLD"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:38273 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@THkQXVDqLD" is_bounded:BOUNDED windowing_strategy_id:"w0@THkQXVDqLD"}} windowing_strategies:{key:"w0@THkQXVDqLD" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@THkQXVDqLD" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@THkQXVDqLD" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@THkQXVDqLD" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665239592905349351\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"THkQXVDqLD"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 14 [running]:
testing.tRunner.func1.2({0xf023e0, 0xc0002ac640})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf023e0, 0xc0002ac640})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a5480?, 0xc000133680?}, {0x10a9dbb, 0x39}, {0xc0000ee240?, 0xa6ec00?, 0x1?}, {0xc000474bf0, 0xf}, 0xc00002bd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a5420?, 0xc000133680?}, {0xc00004aae0, 0x52}, {0x1?}, {0xc00002bea8, 0x2, 0x7f872d948a38?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000474bf0, 0xf}, {0xc00004aae0, 0x52}, {0xe511e0, 0xc000475da0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000582d00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000582d00, 0x10d8ae0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.067s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.032s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.029s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:fe053e4da221688f1107624695e04eac18911611eca070213871a470f0af0267
Associated tags:
- 20221008-143231
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221008-143231
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221008-143231].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:fe053e4da221688f1107624695e04eac18911611eca070213871a470f0af0267].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221008142041]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:dfa710d45f7751a5ebd2f1b34c1beba102e0ead6e52e1be806fce74289eae334]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221008142041] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:dfa710d45f7751a5ebd2f1b34c1beba102e0ead6e52e1be806fce74289eae334])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:dfa710d45f7751a5ebd2f1b34c1beba102e0ead6e52e1be806fce74289eae334
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:dfa710d45f7751a5ebd2f1b34c1beba102e0ead6e52e1be806fce74289eae334].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221008142041]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:693d73ab0e74d34bac417caab28c48117c90c92d1e8fcd16e16cb5d14ca59d28]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221008142041] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:693d73ab0e74d34bac417caab28c48117c90c92d1e8fcd16e16cb5d14ca59d28])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:693d73ab0e74d34bac417caab28c48117c90c92d1e8fcd16e16cb5d14ca59d28
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:693d73ab0e74d34bac417caab28c48117c90c92d1e8fcd16e16cb5d14ca59d28].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 59s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/mrwcnz5b5brci
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #773
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/773/display/redirect>
Changes:
------------------------------------------
[...truncated 1016.82 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25893/go-8-1665220737482242576/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25893/go-8-1665220737482242576/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-MGdQrAj1yVIycjBQNAuPLxgE_lPMlEvXBExf-JUonSM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-MGdQrAj1yVIycjBQNAuPLxgE_lPMlEvXBExf-JUonSM.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221008-083229"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221008082044"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221008-083229"
}
]
},
"name": "go-testxlang_partition-449",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/08 09:19:07 Submitted job: 2022-10-08_02_19_07-8201247021984454037
2022/10/08 09:19:07 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-08_02_19_07-8201247021984454037?project=apache-beam-testing
2022/10/08 09:19:07 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-08_02_19_07-8201247021984454037
2022/10/08 09:19:08 Job state: JOB_STATE_PENDING ...
2022/10/08 09:19:38 Job still running ...
2022/10/08 09:20:08 Job still running ...
2022/10/08 09:20:38 Job still running ...
2022/10/08 09:21:08 Job still running ...
2022/10/08 09:21:38 Job still running ...
2022/10/08 09:22:08 Job still running ...
2022/10/08 09:22:38 Job still running ...
2022/10/08 09:23:08 Job still running ...
2022/10/08 09:23:38 Job still running ...
2022/10/08 09:24:08 Job still running ...
2022/10/08 09:24:38 Job still running ...
2022/10/08 09:25:08 Job still running ...
2022/10/08 09:25:38 Job still running ...
2022/10/08 09:26:08 Job still running ...
2022/10/08 09:26:38 Job still running ...
2022/10/08 09:27:08 Job still running ...
2022/10/08 09:27:38 Job still running ...
2022/10/08 09:28:08 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-08_02_19_07-8201247021984454037 failed
--- FAIL: TestXLang_Partition (581.55s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3332.257s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665217995108374097
--- FAIL: TestBigQueryIO_BasicWriteRead (7.28s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:45165 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@yWjkjmWFQp" is_bounded:BOUNDED windowing_strategy_id:"w0@yWjkjmWFQp"}} windowing_strategies:{key:"w0@yWjkjmWFQp" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@yWjkjmWFQp" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@yWjkjmWFQp" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@yWjkjmWFQp" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665217995108374097\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"yWjkjmWFQp"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:45165 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@yWjkjmWFQp" is_bounded:BOUNDED windowing_strategy_id:"w0@yWjkjmWFQp"}} windowing_strategies:{key:"w0@yWjkjmWFQp" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@yWjkjmWFQp" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@yWjkjmWFQp" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@yWjkjmWFQp" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665217995108374097\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"yWjkjmWFQp"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 25 [running]:
testing.tRunner.func1.2({0xf023e0, 0xc0001b4b40})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf023e0, 0xc0001b4b40})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0004808c0?, 0xc0000b6320?}, {0x10a9dbb, 0x39}, {0xc0000f6180?, 0xa6ec00?, 0x1?}, {0xc000400c00, 0xf}, 0xc000173d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000480860?, 0xc0000b6320?}, {0xc000124300, 0x52}, {0x1?}, {0xc000173ea8, 0x2, 0x7f07b69e8c80?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000400c00, 0xf}, {0xc000124300, 0x52}, {0xe511e0, 0xc00049e2d0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000582d00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000582d00, 0x10d8ae0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 10.337s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.048s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.047s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221008-083229
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221008-083229
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e5edcb2d05f88b07022909a998ee8dfb5aaa6b7eafb6552fe29e26953c6107a3
Deleted: sha256:6bc3cd7e694ffee51d1286ace8531d91d672b12e92eadfacd5ed1586d8025a9a
Deleted: sha256:9729ebf211510f7c9d2d02bc6c676f67e3d77c5acd5ec24f14f1794ddb1f0610
Deleted: sha256:c6598222fee47124b2c028e2766fd18117b383f7edbc135e4e732f54c804e29b
Deleted: sha256:f51afa8e8b745b18e155c236650f9cdda23281787ab4cb0ae5c5e6a2bdef889f
Deleted: sha256:782b0ad5d4be5c9afa832aadeae92740c01c212ad0ece2abd6a1694b1498cf9a
Deleted: sha256:d8d5b55d73383adeda7c5c8092eefd267ec3b98d248622f9d01f89748282480e
Deleted: sha256:490a90e386cce3984937de8427bbac8fa8fdc5f7ab27df7dd93d41042cd1a685
Deleted: sha256:e243c8607c0d9c93c97396f0991ed44039973f1c23d9cded11c11f6f265f1684
Deleted: sha256:2ddc07d0234199a2f06cc362de96393a58443fd81b7c3230a57429d5b2f148dc
Deleted: sha256:f2ee7e5d5198f17af69e09453dcc3a35fcc372ce691208aee9f1ef0799487635
Deleted: sha256:0493be102f91213f2727c45a6804abdf287d8c4a877be78791194fa7d5b1afab
Deleted: sha256:7cdbf8f0ddd9a0055cc7bc1f2621eb94419d9340a51da24ad6a3eea70889038c
Deleted: sha256:01dab1fceee1643ceed1ca45c4e9ef184cb8e775066bb83ef5bf8fa7f79f3f24
Deleted: sha256:477ddd7eaa5eb0352358fa3dd39b4069a6ad242684a7d829400a2e2e84d59531
Deleted: sha256:76754656301820b975b1fbd6e4284682bf76483f8009767fc21d9911c4c56020
Deleted: sha256:c18f335501a0597358fe079a73f69950fdb16f39a74bf5adf50d636c86388ae8
Deleted: sha256:f32fe3f7edb2b516b301172f7472f0fa96902b622d1a9663eb7bda5b61f53e68
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221008-083229
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e5edcb2d05f88b07022909a998ee8dfb5aaa6b7eafb6552fe29e26953c6107a3
Associated tags:
- 20221008-083229
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221008-083229
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221008-083229].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e5edcb2d05f88b07022909a998ee8dfb5aaa6b7eafb6552fe29e26953c6107a3].
$ rm -rf /tmp/tmp.K1dqUMRMdo
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221008082044
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2d69cb30345d1a6aad6a8afcba108e3a72a0df2229b7565e02cced64b9e51edb
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221008082044]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2d69cb30345d1a6aad6a8afcba108e3a72a0df2229b7565e02cced64b9e51edb]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221008082044] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2d69cb30345d1a6aad6a8afcba108e3a72a0df2229b7565e02cced64b9e51edb])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2d69cb30345d1a6aad6a8afcba108e3a72a0df2229b7565e02cced64b9e51edb
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2d69cb30345d1a6aad6a8afcba108e3a72a0df2229b7565e02cced64b9e51edb
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2d69cb30345d1a6aad6a8afcba108e3a72a0df2229b7565e02cced64b9e51edb].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221008082044
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4d6390c2e1c7c16dea627425769fa717a5be45e0e7de94b2c5227527653beab0
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221008082044]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4d6390c2e1c7c16dea627425769fa717a5be45e0e7de94b2c5227527653beab0]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221008082044] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4d6390c2e1c7c16dea627425769fa717a5be45e0e7de94b2c5227527653beab0])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4d6390c2e1c7c16dea627425769fa717a5be45e0e7de94b2c5227527653beab0
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4d6390c2e1c7c16dea627425769fa717a5be45e0e7de94b2c5227527653beab0
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4d6390c2e1c7c16dea627425769fa717a5be45e0e7de94b2c5227527653beab0].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3235932.
Stopping expansion service pid: 3235933.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 29s
215 actionable tasks: 148 executed, 55 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/bsqu6js6vdmhq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #772
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/772/display/redirect?page=changes>
Changes:
[noreply] Fix small error message typo
[noreply] Fixing right nav on Get Started page (#23543)
[noreply] Bump google.golang.org/grpc from 1.49.0 to 1.50.0 in /sdks (#23533)
------------------------------------------
[...truncated 995.39 KB...]
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25156/go-8-1665199158261552843/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25156/go-8-1665199158261552843/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25156/go-8-1665199158261552843/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25156/go-8-1665199158261552843/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25156/go-8-1665199158261552843/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25156/go-8-1665199158261552843/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-MGdQrAj1yVIycjBQNAuPLxgE_lPMlEvXBExf-JUonSM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-MGdQrAj1yVIycjBQNAuPLxgE_lPMlEvXBExf-JUonSM.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25156/go-8-1665199158261552843/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25156/go-8-1665199158261552843/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25156/go-8-1665199158261552843/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221008-023221"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221008022045"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221008-023221"
}
]
},
"name": "go-testxlang_partition-474",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/08 03:19:28 Submitted job: 2022-10-07_20_19_27-8812534269050395538
2022/10/08 03:19:28 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-07_20_19_27-8812534269050395538?project=apache-beam-testing
2022/10/08 03:19:28 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-07_20_19_27-8812534269050395538
2022/10/08 03:19:28 Job state: JOB_STATE_PENDING ...
2022/10/08 03:19:58 Job still running ...
2022/10/08 03:20:28 Job still running ...
2022/10/08 03:20:58 Job still running ...
2022/10/08 03:21:28 Job still running ...
2022/10/08 03:21:58 Job still running ...
2022/10/08 03:22:28 Job still running ...
2022/10/08 03:22:58 Job still running ...
2022/10/08 03:23:28 Job still running ...
2022/10/08 03:23:58 Job still running ...
2022/10/08 03:24:28 Job still running ...
2022/10/08 03:24:58 Job still running ...
2022/10/08 03:25:28 Job still running ...
2022/10/08 03:25:58 Job still running ...
2022/10/08 03:26:28 Job still running ...
2022/10/08 03:26:58 Job still running ...
2022/10/08 03:27:28 Job still running ...
2022/10/08 03:27:59 Job still running ...
2022/10/08 03:28:29 Job still running ...
2022/10/08 03:28:59 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-07_20_19_27-8812534269050395538 failed
--- FAIL: TestXLang_Partition (611.08s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3390.771s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665196385887248412
--- FAIL: TestBigQueryIO_BasicWriteRead (5.10s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:39327 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@iPZebRhbeU" is_bounded:BOUNDED windowing_strategy_id:"w0@iPZebRhbeU"}} windowing_strategies:{key:"w0@iPZebRhbeU" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@iPZebRhbeU" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@iPZebRhbeU" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@iPZebRhbeU" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665196385887248412\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"iPZebRhbeU"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:39327 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@iPZebRhbeU" is_bounded:BOUNDED windowing_strategy_id:"w0@iPZebRhbeU"}} windowing_strategies:{key:"w0@iPZebRhbeU" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@iPZebRhbeU" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@iPZebRhbeU" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@iPZebRhbeU" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665196385887248412\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"iPZebRhbeU"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 52 [running]:
testing.tRunner.func1.2({0xf023e0, 0xc000490f80})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf023e0, 0xc000490f80})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00016d960?, 0xc000141e50?}, {0x10a9dbb, 0x39}, {0xc00015e240?, 0xa6ec00?, 0x1?}, {0xc0003fd370, 0xf}, 0xc0005f9d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00016d900?, 0xc000141e50?}, {0xc00010e900, 0x52}, {0x1?}, {0xc0005f9ea8, 0x2, 0x7f241cec2090?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003fd370, 0xf}, {0xc00010e900, 0x52}, {0xe511e0, 0xc00001c520})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000580ea0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000580ea0, 0x10d8ae0)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.134s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.042s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.087s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:0ab149d384f3599e3f8d340a0d048db75511d287a150c902dfddd854d2755deb
Associated tags:
- 20221008-023221
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221008-023221
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221008-023221].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:0ab149d384f3599e3f8d340a0d048db75511d287a150c902dfddd854d2755deb].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221008022045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9c948cb63d70dbc9e9fed2deef8abd90800670dc4e619c448a13b41ec60d34e5]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221008022045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9c948cb63d70dbc9e9fed2deef8abd90800670dc4e619c448a13b41ec60d34e5])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9c948cb63d70dbc9e9fed2deef8abd90800670dc4e619c448a13b41ec60d34e5
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9c948cb63d70dbc9e9fed2deef8abd90800670dc4e619c448a13b41ec60d34e5].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221008022045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2ca710ecbd910df57cd98582d9b00208515cd62fce40cff03177039838e1357f]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221008022045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2ca710ecbd910df57cd98582d9b00208515cd62fce40cff03177039838e1357f])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2ca710ecbd910df57cd98582d9b00208515cd62fce40cff03177039838e1357f
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2ca710ecbd910df57cd98582d9b00208515cd62fce40cff03177039838e1357f].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 9m 15s
215 actionable tasks: 149 executed, 54 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/asiom6whxtvae
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #771
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/771/display/redirect?page=changes>
Changes:
[Moritz Mack] Correctly detect retryable TransientKinesisExceptions (fixes #23517)
------------------------------------------
[...truncated 588.71 KB...]
2022/10/07 21:26:58 Job still running ...
2022/10/07 21:27:28 Job still running ...
2022/10/07 21:27:58 Job still running ...
2022/10/07 21:28:28 Job still running ...
2022/10/07 21:28:58 Job still running ...
2022/10/07 21:29:28 Job still running ...
2022/10/07 21:29:59 Job still running ...
2022/10/07 21:30:29 Job still running ...
2022/10/07 21:30:59 Job still running ...
2022/10/07 21:31:29 Job still running ...
2022/10/07 21:31:59 Job still running ...
2022/10/07 21:32:29 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-07_14_23_27-15317709676597283899 failed
--- FAIL: TestXLang_Partition (581.11s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3435.404s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665174947881597860
--- FAIL: TestBigQueryIO_BasicWriteRead (7.34s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:40059 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@jTLvcHObkE" is_bounded:BOUNDED windowing_strategy_id:"w0@jTLvcHObkE"}} windowing_strategies:{key:"w0@jTLvcHObkE" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@jTLvcHObkE" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@jTLvcHObkE" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@jTLvcHObkE" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665174947881597860\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"jTLvcHObkE"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:40059 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@jTLvcHObkE" is_bounded:BOUNDED windowing_strategy_id:"w0@jTLvcHObkE"}} windowing_strategies:{key:"w0@jTLvcHObkE" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@jTLvcHObkE" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@jTLvcHObkE" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@jTLvcHObkE" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665174947881597860\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"jTLvcHObkE"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 8 [running]:
testing.tRunner.func1.2({0xf02240, 0xc00055e400})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf02240, 0xc00055e400})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000117060?, 0xc0000bf9f0?}, {0x10a9c11, 0x39}, {0xc0000fe180?, 0xa6e680?, 0x1?}, {0xc000388e10, 0xf}, 0xc0000f9d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000117000?, 0xc0000bf9f0?}, {0xc00004aa80, 0x52}, {0x1?}, {0xc0000f9ea8, 0x2, 0x7f676e12ad30?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000388e10, 0xf}, {0xc00004aa80, 0x52}, {0xe51120, 0xc000389fc0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000642d00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000642d00, 0x10d8938)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 10.405s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.065s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.061s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.059s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221007-203505
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221007-203505
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:5815a42b4cce67e4ef03e0a2af0b4174fe702facd072965804187064a2be1235
Deleted: sha256:5ab18afefafd3fe6d1248010858041798159cb5636dd02fffaf65b1a2faeb543
Deleted: sha256:66387d5750a41dae8f062c54d3b8499beaf9dbeda4f96fb8af7313684b2058aa
Deleted: sha256:1e987294be08766d34823c0826a12a8ff92ff6e33fc7759dc3df03214ffafa7b
Deleted: sha256:de8984722199f5363cd54421ed6adc6fb78675d7ae805d3072789f32b3ec99b4
Deleted: sha256:61dc9957a6ef65a8a9825c1d433d4bba884a92f524cee90efcfc3f869eac072f
Deleted: sha256:c846f109d81941d62853cc88008f1e5b2fc96b981673f112eeb112a3e672d682
Deleted: sha256:40ab54e7a6b9d29ab26848dc023d75da38fd0898ee1bf7019fd96a55db604cad
Deleted: sha256:a831bbb0b4de0eb0099d2bac450c6c39a117d807fdc159f44be4a51d1099c4ee
Deleted: sha256:34d0bbd526b7c97e205aa85dbc30a19d8045c94b01e122821a0d1dc99f9b010b
Deleted: sha256:2e0a16ff8215378699c8b0007f401a9b5c6181c0b3247b6814372bffbd3eaab9
Deleted: sha256:1a051088a3739b0b321bb17a5ccc9c6c05d33339e49b5ccde98455fee84ecc0e
Deleted: sha256:39e0a6ba349f9d53387ae0a59e04fa8b183a6b6bd719feb4ec805feb76bab2a1
Deleted: sha256:aab73bca8defa635bd4e6ce8fc8278e862fc7a787611dedd30ae1bf290461f99
Deleted: sha256:3fe2392d6146d1c717f24102c93905ea93156b7734bc82a81d4d6b1e3082dfa2
Deleted: sha256:bd93ac168dca7e6f2545ad23814b24e8a00bcd2013280dbd8349df366c2b5a9c
Deleted: sha256:bef6928d3c51cbde6184448d8bfe577cbe5be8b8382b3167208437bdb4cfac68
Deleted: sha256:846a9686ee437717aaa0a5b19a9198b70bbbc1b4af631ec9026b0e068a4c2586
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221007-203505
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:b76c03cea89a3cb2df568b903af57726b50a649b9a356b4e6f974276fc492392
Associated tags:
- 20221007-203505
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221007-203505
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221007-203505].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:b76c03cea89a3cb2df568b903af57726b50a649b9a356b4e6f974276fc492392].
$ rm -rf /tmp/tmp.f3j7vjWyXS
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221007202118
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2f59b61ece4a83aa6d79e7193fc163fa9c27dd8bef23bea5f69f7a540966fe57
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221007202118]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2f59b61ece4a83aa6d79e7193fc163fa9c27dd8bef23bea5f69f7a540966fe57]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221007202118] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2f59b61ece4a83aa6d79e7193fc163fa9c27dd8bef23bea5f69f7a540966fe57])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2f59b61ece4a83aa6d79e7193fc163fa9c27dd8bef23bea5f69f7a540966fe57
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2f59b61ece4a83aa6d79e7193fc163fa9c27dd8bef23bea5f69f7a540966fe57
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2f59b61ece4a83aa6d79e7193fc163fa9c27dd8bef23bea5f69f7a540966fe57].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221007202118
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d9f94a98147c67dec40f64d06a5c699f3c8a62d0160e670697abef74449b9dd3
Deleted: sha256:a34952269592f2ee957e5b81938d4fb2761d74d99c21d7ae570017af987ce1a3
Deleted: sha256:5e8c0283609fe2f8c4418ffcf6d9760c7554858779cbe91ac291113955f5a05a
Deleted: sha256:1648873558d35b0d1eb94ef43be46af36c372b54fbbbada8a58616fc2af4eae4
Deleted: sha256:8269ced7bd6f2e2c69a5c3e0860ddde54457e81130f87fe8711659e83134f945
Deleted: sha256:0de9da132edd3060f6f29365c2857aeedf6e3695ed993df3d13f3b33fe1a0b58
Deleted: sha256:3f771eb87f75a4b154f0ec961ec12f78366f8a5e6b475ae6b412f408fa876e12
Deleted: sha256:7c89e7da9a44ecfc2ed8d498353a09f4c53e81382ba18cd5a1d29fb0c49fd0e1
Deleted: sha256:7d9ee6861bbbff268ae2f52d90b30e7ea1be689c04a989d01ad8b148e71dc03e
Deleted: sha256:9fa365a7183083b4b6a243b9d74f16b07a29010a83ffdd4659090a81db8085f0
Deleted: sha256:5c437eb7d7a3d1d609b219df09abe190d8aa870ad0d9c30a21ee195e0503cd7b
Deleted: sha256:1d1331e1a249869b33e6a16351ea79cea81030da44671d3ea7a9bdcbbb7919a5
Deleted: sha256:54132bb461a73be930a25d933074bb0daeba96e35780ec794e023840450d457b
Deleted: sha256:7cc7bc56543f14ddb272a5ad2347ef87979c0539ce6bb147b99714b16d397901
Deleted: sha256:3fc7489f0dc19f89c8f00605a15871693cacb7b5c024a37bc1a26b40a8c2adff
Deleted: sha256:3f4fe2cd349db20d4cb13234cc2e9b148d20b60444efb0666cae6d5c07e3a0ef
Deleted: sha256:85bd5a6591f3ef823c1844b6936d7396dfe8dfa33a4654fd21908caa7614be55
Deleted: sha256:3ac56df5ac161146f887ca460f8cb85c428814530c7699fd7dba297bfacb49ac
Deleted: sha256:5ba279c9dd0291cb002080a6b6059fa70e2d142dcd4a5775b6ad9d32e1d130cd
Deleted: sha256:03c70f07040b7db73af0164c3898634ea1a0af073d7c6fdb28d423b4379f7146
Deleted: sha256:7ebb74d3d7128fcf572aa509c6df85897cacd7cd3130fc06917326f8880ad250
Deleted: sha256:43a9b2bc2e4ffa03d20f5749d6aaa0509b803d2a2b573dc2783bf31b89d46693
Deleted: sha256:695e2985105a6eba993dcb12f3f0f516ecc58375c9562c97ed22585b76d26c22
Deleted: sha256:365ceff05f7a0bf55d2b2a10a549b0768c90b2f90f799ed4d74f313c76648b45
Deleted: sha256:5bc0d791a35ce172aa1e2a6dd3150c8ff5d612e8e89a8b9a3289ded8d645fb6f
Deleted: sha256:42be290ba5d345c951aebfaf9111e4d45af5f3196040e7cd0a3dc3f52ac000e4
Deleted: sha256:d2dc6f79d708a144b91a86de92d8a7cc9ad02b829e0566b9b4998632771d7d29
Deleted: sha256:1b1dd5052e548c465884b068a17be336029de6a4493bb77ec211e8791d062beb
Deleted: sha256:600702015dac1e9225b94747efbe829315032ca16e505aaf9ebe3a906969a371
Deleted: sha256:970279a17044ae8d50ce1d41100e42992bc79fbc460b04f5806434385073a255
Deleted: sha256:0e769e2318eb896f6a4cb201e5d8dc722850f0203ec1b30a5bdca1d0292d1bb5
Deleted: sha256:8ef3daea21cf3bb258f0aaa12c344eab0e2ca645710b79467a8663620a548ec8
Deleted: sha256:9d6864957946fb42a1e7c98e78200d1fda382e75d0b3000b5ad6abe4139905a3
Deleted: sha256:a886e8ae3db808d169c64a233881a6955a1335aac201912e8b278bac9645a5e8
Deleted: sha256:75df4c759d9c5a818333f98e6b781781192e4de7c0468cd889dece9504b161fd
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221007202118]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d9f94a98147c67dec40f64d06a5c699f3c8a62d0160e670697abef74449b9dd3]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221007202118] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d9f94a98147c67dec40f64d06a5c699f3c8a62d0160e670697abef74449b9dd3])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d9f94a98147c67dec40f64d06a5c699f3c8a62d0160e670697abef74449b9dd3
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d9f94a98147c67dec40f64d06a5c699f3c8a62d0160e670697abef74449b9dd3
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d9f94a98147c67dec40f64d06a5c699f3c8a62d0160e670697abef74449b9dd3].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3430474.
Stopping expansion service pid: 3430475.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 12m 29s
215 actionable tasks: 143 executed, 60 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/36k2psojkulxe
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #770
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/770/display/redirect?page=changes>
Changes:
[noreply] Bump actions/stale from 5 to 6 (#23331)
------------------------------------------
[...truncated 532.97 KB...]
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27760/go-8-1665156035829694576/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27760/go-8-1665156035829694576/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27760/go-8-1665156035829694576/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27760/go-8-1665156035829694576/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27760/go-8-1665156035829694576/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-MGdQrAj1yVIycjBQNAuPLxgE_lPMlEvXBExf-JUonSM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-MGdQrAj1yVIycjBQNAuPLxgE_lPMlEvXBExf-JUonSM.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27760/go-8-1665156035829694576/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27760/go-8-1665156035829694576/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27760/go-8-1665156035829694576/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221007142041"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221007-143300"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221007-143300"
}
]
},
"name": "go-testxlang_partition-70",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/07 15:20:46 Submitted job: 2022-10-07_08_20_45-6148125832429396474
2022/10/07 15:20:46 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-07_08_20_45-6148125832429396474?project=apache-beam-testing
2022/10/07 15:20:46 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-07_08_20_45-6148125832429396474
2022/10/07 15:20:46 Job state: JOB_STATE_PENDING ...
2022/10/07 15:21:16 Job still running ...
2022/10/07 15:21:46 Job still running ...
2022/10/07 15:22:16 Job still running ...
2022/10/07 15:22:46 Job still running ...
2022/10/07 15:23:16 Job still running ...
2022/10/07 15:23:46 Job still running ...
2022/10/07 15:24:16 Job still running ...
2022/10/07 15:24:46 Job still running ...
2022/10/07 15:25:16 Job still running ...
2022/10/07 15:25:46 Job still running ...
2022/10/07 15:26:16 Job still running ...
2022/10/07 15:26:46 Job still running ...
2022/10/07 15:27:16 Job still running ...
2022/10/07 15:27:46 Job still running ...
2022/10/07 15:28:16 Job still running ...
2022/10/07 15:28:46 Job still running ...
2022/10/07 15:29:16 Job still running ...
2022/10/07 15:29:46 Job still running ...
2022/10/07 15:30:17 Job still running ...
2022/10/07 15:30:47 Job still running ...
2022/10/07 15:31:17 Job still running ...
2022/10/07 15:31:47 Job still running ...
2022/10/07 15:32:17 Job still running ...
2022/10/07 15:32:47 Job still running ...
2022/10/07 15:33:17 Job still running ...
2022/10/07 15:33:47 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-07_08_20_45-6148125832429396474 failed
--- FAIL: TestXLang_Partition (822.39s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3642.672s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665153218802350549
--- FAIL: TestBigQueryIO_BasicWriteRead (5.07s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:46137 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@lyeeJdJmVS" is_bounded:BOUNDED windowing_strategy_id:"w0@lyeeJdJmVS"}} windowing_strategies:{key:"w0@lyeeJdJmVS" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@lyeeJdJmVS" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@lyeeJdJmVS" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@lyeeJdJmVS" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665153218802350549\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"lyeeJdJmVS"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:46137 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@lyeeJdJmVS" is_bounded:BOUNDED windowing_strategy_id:"w0@lyeeJdJmVS"}} windowing_strategies:{key:"w0@lyeeJdJmVS" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@lyeeJdJmVS" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@lyeeJdJmVS" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@lyeeJdJmVS" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665153218802350549\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"lyeeJdJmVS"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 66 [running]:
testing.tRunner.func1.2({0xf02240, 0xc00029a600})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf02240, 0xc00029a600})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0006d4820?, 0xc0001419f0?}, {0x10a9c11, 0x39}, {0xc00015e180?, 0xa6e680?, 0x1?}, {0xc000137780, 0xf}, 0xc0001add20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0006d47c0?, 0xc0001419f0?}, {0xc0006de300, 0x52}, {0x1?}, {0xc0001adea8, 0x2, 0x7f531473a108?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000137780, 0xf}, {0xc0006de300, 0x52}, {0xe51120, 0xc000156a00})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00052f380)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00052f380, 0x10d8938)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.103s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.041s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.034s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.042s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f34c3f3348548dd0e1284e5a328762c29ee4efb47092b445357c0678c61e775e
Associated tags:
- 20221007-143300
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221007-143300
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221007-143300].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f34c3f3348548dd0e1284e5a328762c29ee4efb47092b445357c0678c61e775e].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221007142041]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3fe0a0aff47061670b539d011cd7d91084489ab8883b78a1224b4b1d02155dd0]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221007142041] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3fe0a0aff47061670b539d011cd7d91084489ab8883b78a1224b4b1d02155dd0])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3fe0a0aff47061670b539d011cd7d91084489ab8883b78a1224b4b1d02155dd0
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3fe0a0aff47061670b539d011cd7d91084489ab8883b78a1224b4b1d02155dd0].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221007142041]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cca4d61c0ef4adbbbbf487f01db0224dd9d8a42ae5ef78f5b82c4c2f8a512e4b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221007142041] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cca4d61c0ef4adbbbbf487f01db0224dd9d8a42ae5ef78f5b82c4c2f8a512e4b])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cca4d61c0ef4adbbbbf487f01db0224dd9d8a42ae5ef78f5b82c4c2f8a512e4b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cca4d61c0ef4adbbbbf487f01db0224dd9d8a42ae5ef78f5b82c4c2f8a512e4b].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 14m 17s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/qkyzfczj6hemo
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #769
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/769/display/redirect?page=changes>
Changes:
[toran.sahu] fix typo - s/befrehand/beforehand
------------------------------------------
[...truncated 996.35 KB...]
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3157/go-8-1665134394655950353/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3157/go-8-1665134394655950353/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3157/go-8-1665134394655950353/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3157/go-8-1665134394655950353/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3157/go-8-1665134394655950353/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3157/go-8-1665134394655950353/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3157/go-8-1665134394655950353/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-MGdQrAj1yVIycjBQNAuPLxgE_lPMlEvXBExf-JUonSM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-MGdQrAj1yVIycjBQNAuPLxgE_lPMlEvXBExf-JUonSM.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3157/go-8-1665134394655950353/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3157/go-8-1665134394655950353/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221007-083233"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221007082042"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221007-083233"
}
]
},
"name": "go-testxlang_partition-444",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/07 09:20:04 Submitted job: 2022-10-07_02_20_03-17627045799474297200
2022/10/07 09:20:04 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-07_02_20_03-17627045799474297200?project=apache-beam-testing
2022/10/07 09:20:04 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-07_02_20_03-17627045799474297200
2022/10/07 09:20:04 Job state: JOB_STATE_PENDING ...
2022/10/07 09:20:34 Job still running ...
2022/10/07 09:21:04 Job still running ...
2022/10/07 09:21:34 Job still running ...
2022/10/07 09:22:04 Job still running ...
2022/10/07 09:22:34 Job still running ...
2022/10/07 09:23:04 Job still running ...
2022/10/07 09:23:34 Job still running ...
2022/10/07 09:24:04 Job still running ...
2022/10/07 09:24:34 Job still running ...
2022/10/07 09:25:04 Job still running ...
2022/10/07 09:25:34 Job still running ...
2022/10/07 09:26:04 Job still running ...
2022/10/07 09:26:34 Job still running ...
2022/10/07 09:27:04 Job still running ...
2022/10/07 09:27:34 Job still running ...
2022/10/07 09:28:04 Job still running ...
2022/10/07 09:28:34 Job still running ...
2022/10/07 09:29:04 Job still running ...
2022/10/07 09:29:35 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-07_02_20_03-17627045799474297200 failed
--- FAIL: TestXLang_Partition (610.63s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3420.429s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665131588018257242
--- FAIL: TestBigQueryIO_BasicWriteRead (4.65s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43613 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@INSGsFKjqx" is_bounded:BOUNDED windowing_strategy_id:"w0@INSGsFKjqx"}} windowing_strategies:{key:"w0@INSGsFKjqx" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@INSGsFKjqx" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@INSGsFKjqx" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@INSGsFKjqx" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665131588018257242\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"INSGsFKjqx"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43613 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@INSGsFKjqx" is_bounded:BOUNDED windowing_strategy_id:"w0@INSGsFKjqx"}} windowing_strategies:{key:"w0@INSGsFKjqx" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@INSGsFKjqx" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@INSGsFKjqx" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@INSGsFKjqx" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665131588018257242\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"INSGsFKjqx"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 9 [running]:
testing.tRunner.func1.2({0xf02240, 0xc00048d100})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf02240, 0xc00048d100})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000598140?, 0xc000140230?}, {0x10a9c11, 0x39}, {0xc000552180?, 0xa6e680?, 0x1?}, {0xc0000413a0, 0xf}, 0xc0000cfd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0005980e0?, 0xc000140230?}, {0xc00004a5a0, 0x52}, {0x1?}, {0xc0000cfea8, 0x2, 0x7f85f87bba98?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0000413a0, 0xf}, {0xc00004a5a0, 0x52}, {0xe51120, 0xc000594050})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000642d00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000642d00, 0x10d8938)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.679s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.037s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.030s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:6f0e6cc8034e737def64837ed6a40e61a0f93cdb9279659b36f34985259c62a6
Associated tags:
- 20221007-083233
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221007-083233
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221007-083233].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:6f0e6cc8034e737def64837ed6a40e61a0f93cdb9279659b36f34985259c62a6].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221007082042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:e4de9f91ef189f635efc34a207c32fa4b6c7480798b6afbea0f6dc7dd9fc72b4]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221007082042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:e4de9f91ef189f635efc34a207c32fa4b6c7480798b6afbea0f6dc7dd9fc72b4])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:e4de9f91ef189f635efc34a207c32fa4b6c7480798b6afbea0f6dc7dd9fc72b4
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:e4de9f91ef189f635efc34a207c32fa4b6c7480798b6afbea0f6dc7dd9fc72b4].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221007082042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a6dcb188db7485df546fac53314abd4fb9f5eb553d064ccf3b8ffb581ff64043]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221007082042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a6dcb188db7485df546fac53314abd4fb9f5eb553d064ccf3b8ffb581ff64043])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a6dcb188db7485df546fac53314abd4fb9f5eb553d064ccf3b8ffb581ff64043
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a6dcb188db7485df546fac53314abd4fb9f5eb553d064ccf3b8ffb581ff64043].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 9m 55s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/k6ho7dbseucue
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #768
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/768/display/redirect?page=changes>
Changes:
[noreply] [Tour of Beam][Frontend] Content Tree and SDK models (#23316) (#23417)
[noreply] Fix bug where `astype(CategoricalDtype)` is rejected (#23513)
------------------------------------------
[...truncated 971.92 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23266/go-8-1665112787445776493/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23266/go-8-1665112787445776493/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221007-023247"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221007022040"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221007-023247"
}
]
},
"name": "go-testxlang_partition-952",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/07 03:19:56 Submitted job: 2022-10-06_20_19_55-10360084205702442547
2022/10/07 03:19:56 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-06_20_19_55-10360084205702442547?project=apache-beam-testing
2022/10/07 03:19:56 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-06_20_19_55-10360084205702442547
2022/10/07 03:19:56 Job state: JOB_STATE_PENDING ...
2022/10/07 03:20:26 Job still running ...
2022/10/07 03:20:56 Job still running ...
2022/10/07 03:21:26 Job still running ...
2022/10/07 03:21:56 Job still running ...
2022/10/07 03:22:26 Job still running ...
2022/10/07 03:22:56 Job still running ...
2022/10/07 03:23:26 Job still running ...
2022/10/07 03:23:56 Job still running ...
2022/10/07 03:24:26 Job still running ...
2022/10/07 03:24:56 Job still running ...
2022/10/07 03:25:26 Job still running ...
2022/10/07 03:25:56 Job still running ...
2022/10/07 03:26:26 Job still running ...
2022/10/07 03:26:56 Job still running ...
2022/10/07 03:27:26 Job still running ...
2022/10/07 03:27:56 Job still running ...
2022/10/07 03:28:27 Job still running ...
2022/10/07 03:28:57 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-06_20_19_55-10360084205702442547 failed
--- FAIL: TestXLang_Partition (579.82s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3361.708s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665110008741219814
--- FAIL: TestBigQueryIO_BasicWriteRead (5.17s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:42665 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ZuDDAcUhWw" is_bounded:BOUNDED windowing_strategy_id:"w0@ZuDDAcUhWw"}} windowing_strategies:{key:"w0@ZuDDAcUhWw" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ZuDDAcUhWw" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ZuDDAcUhWw" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ZuDDAcUhWw" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665110008741219814\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ZuDDAcUhWw"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:42665 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ZuDDAcUhWw" is_bounded:BOUNDED windowing_strategy_id:"w0@ZuDDAcUhWw"}} windowing_strategies:{key:"w0@ZuDDAcUhWw" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ZuDDAcUhWw" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ZuDDAcUhWw" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ZuDDAcUhWw" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665110008741219814\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ZuDDAcUhWw"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 10 [running]:
testing.tRunner.func1.2({0xf02240, 0xc0000afa80})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf02240, 0xc0000afa80})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00059ee80?, 0xc0001418b0?}, {0x10a9c11, 0x39}, {0xc00015e180?, 0xa6e680?, 0x1?}, {0xc000482b10, 0xf}, 0xc000159d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00059ee20?, 0xc0001418b0?}, {0xc00010e840, 0x52}, {0x1?}, {0xc000159ea8, 0x2, 0x7ffb342ac988?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000482b10, 0xf}, {0xc00010e840, 0x52}, {0xe51120, 0xc000483cc0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0005831e0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0005831e0, 0x10d8938)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.210s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.038s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.039s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.041s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221007-023247
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221007-023247
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:662e9824810fc7219cc7403ce6e785c1712a99ef9e894e400d44dacf0b8766ba
Deleted: sha256:7d397639240ff2e155d5329cb7d1dc1563782a9e3e2113fef81ecbc276b17aa7
Deleted: sha256:eae72f7ae4741abe68a5415d643503202dcf9c874cd43295c920d2a69cf585a7
Deleted: sha256:35b6468ef63478c71f928932391bc1bafe214245bdb1dfe15daca10d3056b17d
Deleted: sha256:1a369bb236b80303ca6e1fbfcdfd88d720cbf369ba744602a0e40465dab4b3f3
Deleted: sha256:7d988a3168d95f2039123a716f2ce74a4c057756967857939848c7981af30ed1
Deleted: sha256:2cf1bc7a1a267c2c168ea6614baf14725d7351abf4a24a0889c10a9d977781e5
Deleted: sha256:a24169192f4429043a41c8366cd48915ad3c4c9d2503789a1e5926465dc75bb4
Deleted: sha256:7ce74ad19c54b54a7a45526bea7a683f17a83bf7bad3db5593cbd84fde32102f
Deleted: sha256:b1f1730ffc8e22ebe8406edbb5040788824228d12226371cbbfade57653ac248
Deleted: sha256:31a6debd2545b1e5f06e0cdeb5ccda2972c43d97611103b2fb396cc39adf305a
Deleted: sha256:bbbb806c2e04c41caef9adcd35cd5df5dce3be7e41b65949d129d290575bf42c
Deleted: sha256:664ab938c9422fb72a2813d550d520c5948ccccfd5fe189260536c37533e2ad6
Deleted: sha256:81974db93f8ecd7ba6142523690291ad902dd93d130567af5af41f65ea0376c8
Deleted: sha256:bab6910dec95fcc50f9b8fc303393e74c408121eab210c5df2cc14f528be2629
Deleted: sha256:35853e547365ffa99d1234beb1255d2586ec512a014a6c00d1a15215d13c9173
Deleted: sha256:4ba0dc405e8882c0a09ac8a1c9161376ae7e0561d5b2acc3a18dee574920c3b2
Deleted: sha256:dc7f954ee5d65a390748fa99a71f32371600bdc26f2d1d924e3a83b5e0f388fd
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221007-023247
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:662e9824810fc7219cc7403ce6e785c1712a99ef9e894e400d44dacf0b8766ba
Associated tags:
- 20221007-023247
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221007-023247
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221007-023247].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:662e9824810fc7219cc7403ce6e785c1712a99ef9e894e400d44dacf0b8766ba].
$ rm -rf /tmp/tmp.yyPCkB23Uz
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221007022040
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ca6e76a70d683db1dc74e97d71e7a5f203fc496c0a5ee7e424b7445310579d88
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221007022040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ca6e76a70d683db1dc74e97d71e7a5f203fc496c0a5ee7e424b7445310579d88]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221007022040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ca6e76a70d683db1dc74e97d71e7a5f203fc496c0a5ee7e424b7445310579d88])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ca6e76a70d683db1dc74e97d71e7a5f203fc496c0a5ee7e424b7445310579d88
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ca6e76a70d683db1dc74e97d71e7a5f203fc496c0a5ee7e424b7445310579d88
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ca6e76a70d683db1dc74e97d71e7a5f203fc496c0a5ee7e424b7445310579d88].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221007022040
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a42691633b924ebf3aab15986b43115169b49874730292ad36c5f1372a248562
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221007022040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a42691633b924ebf3aab15986b43115169b49874730292ad36c5f1372a248562]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221007022040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a42691633b924ebf3aab15986b43115169b49874730292ad36c5f1372a248562])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a42691633b924ebf3aab15986b43115169b49874730292ad36c5f1372a248562
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a42691633b924ebf3aab15986b43115169b49874730292ad36c5f1372a248562
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a42691633b924ebf3aab15986b43115169b49874730292ad36c5f1372a248562].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3512453.
Stopping expansion service pid: 3512454.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 9m 17s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/6ihm3u5r4xflw
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #767
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/767/display/redirect?page=changes>
Changes:
[noreply] Grant actions using GITHUB_TOKEN the appropriate permission set (#23521)
[noreply] Fix failing Py37 BQ file loads test (#23334)
[noreply] [Website] update links to https (#23523)
[noreply] Support custom avro DatumReader when reading from BigQuery (#22718)
[noreply] Rename 'clean' Gradle task that required Flutter and has been breaking
[noreply] Model handler unit test (#23506)
[noreply] Content/multi model pipelines (#23498)
------------------------------------------
[...truncated 966.44 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25713/go-8-1665091422571801068/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25713/go-8-1665091422571801068/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25713/go-8-1665091422571801068/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25713/go-8-1665091422571801068/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25713/go-8-1665091422571801068/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25713/go-8-1665091422571801068/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25713/go-8-1665091422571801068/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25713/go-8-1665091422571801068/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25713/go-8-1665091422571801068/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-MGdQrAj1yVIycjBQNAuPLxgE_lPMlEvXBExf-JUonSM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-MGdQrAj1yVIycjBQNAuPLxgE_lPMlEvXBExf-JUonSM.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221006-203508"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221006202035"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221006-203508"
}
]
},
"name": "go-testxlang_partition-700",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/06 21:23:52 Submitted job: 2022-10-06_14_23_52-2283361782826801353
2022/10/06 21:23:52 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-06_14_23_52-2283361782826801353?project=apache-beam-testing
2022/10/06 21:23:52 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-06_14_23_52-2283361782826801353
2022/10/06 21:23:52 Job state: JOB_STATE_PENDING ...
2022/10/06 21:24:22 Job still running ...
2022/10/06 21:24:52 Job still running ...
2022/10/06 21:25:22 Job still running ...
2022/10/06 21:25:52 Job still running ...
2022/10/06 21:26:22 Job still running ...
2022/10/06 21:26:53 Job still running ...
2022/10/06 21:27:23 Job still running ...
2022/10/06 21:27:53 Job still running ...
2022/10/06 21:28:23 Job still running ...
2022/10/06 21:28:53 Job still running ...
2022/10/06 21:29:23 Job still running ...
2022/10/06 21:29:53 Job still running ...
2022/10/06 21:30:23 Job still running ...
2022/10/06 21:30:53 Job still running ...
2022/10/06 21:31:23 Job still running ...
2022/10/06 21:31:53 Job still running ...
2022/10/06 21:32:23 Job still running ...
2022/10/06 21:32:53 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-06_14_23_52-2283361782826801353 failed
--- FAIL: TestXLang_Partition (581.39s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3423.282s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665088585786469173
--- FAIL: TestBigQueryIO_BasicWriteRead (10.76s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:33645 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@LEymuNPfvE" is_bounded:BOUNDED windowing_strategy_id:"w0@LEymuNPfvE"}} windowing_strategies:{key:"w0@LEymuNPfvE" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@LEymuNPfvE" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@LEymuNPfvE" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@LEymuNPfvE" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665088585786469173\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"LEymuNPfvE"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:33645 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@LEymuNPfvE" is_bounded:BOUNDED windowing_strategy_id:"w0@LEymuNPfvE"}} windowing_strategies:{key:"w0@LEymuNPfvE" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@LEymuNPfvE" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@LEymuNPfvE" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@LEymuNPfvE" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665088585786469173\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"LEymuNPfvE"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2875)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1939)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 21 [running]:
testing.tRunner.func1.2({0xf02240, 0xc0000bc500})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf02240, 0xc0000bc500})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0001e54c0?, 0xc000529ae0?}, {0x10a9c11, 0x39}, {0xc0002320c0?, 0xa6e680?, 0x1?}, {0xc000519570, 0xf}, 0xc0001d1d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0001e5460?, 0xc000529ae0?}, {0xc0006446c0, 0x52}, {0x1?}, {0xc0001d1ea8, 0x2, 0x7f1cabb703c0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000519570, 0xf}, {0xc0006446c0, 0x52}, {0xe51120, 0xc0000407d0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00027aea0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00027aea0, 0x10d8938)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 13.860s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.097s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.103s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.125s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:27c91ca0b820814b539d650d5ea776242710a7309550126f2f263149712853b1
Associated tags:
- 20221006-203508
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221006-203508
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221006-203508].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:27c91ca0b820814b539d650d5ea776242710a7309550126f2f263149712853b1].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221006202035]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:08a5ff80484b3370eba475e3dc49996da3a68e96c9a61bf5bdbec7c0b44f366e]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221006202035] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:08a5ff80484b3370eba475e3dc49996da3a68e96c9a61bf5bdbec7c0b44f366e])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:08a5ff80484b3370eba475e3dc49996da3a68e96c9a61bf5bdbec7c0b44f366e
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:08a5ff80484b3370eba475e3dc49996da3a68e96c9a61bf5bdbec7c0b44f366e].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221006202035]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b2c527f8e8254b4b72cfbb7e4877657b150b32482922e170490fa941646880de]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221006202035] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b2c527f8e8254b4b72cfbb7e4877657b150b32482922e170490fa941646880de])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b2c527f8e8254b4b72cfbb7e4877657b150b32482922e170490fa941646880de
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b2c527f8e8254b4b72cfbb7e4877657b150b32482922e170490fa941646880de].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 13m 8s
215 actionable tasks: 144 executed, 59 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/my6jgqjy6tns2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #766
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/766/display/redirect?page=changes>
Changes:
[noreply] Fix broken link in online clustering documentation (#23516)
------------------------------------------
[...truncated 539.54 KB...]
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xd7c500, 0xc00032cf80})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a51c0?, 0xc000643360?}, {0xeaaf74, 0x24}, {0x0?, 0xaaaaaaaaaaa?, 0xcd4d60?}, {0x7ffe2471e488, 0xf}, 0xc000851c60, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/examples/xlang.Partition({0xc0000a5120?, 0xc000643360?}, {0x7ffe2471e488, 0xf}, {0x1591ec0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/examples/xlang/transforms.go>:106 +0x354
github.com/apache/beam/sdks/v2/go/test/integration/xlang.TestXLang_Partition(0xc00088c000)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/xlang/xlang_test.go>:256 +0x19e
testing.tRunner(0xc00088c000, 0xeec030)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3086.144s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665067121945971356
--- FAIL: TestBigQueryIO_BasicWriteRead (7.24s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43019 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@rdUDjjXjRK" is_bounded:BOUNDED windowing_strategy_id:"w0@rdUDjjXjRK"}} windowing_strategies:{key:"w0@rdUDjjXjRK" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@rdUDjjXjRK" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@rdUDjjXjRK" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@rdUDjjXjRK" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665067121945971356\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"rdUDjjXjRK"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2760)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1824)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43019 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@rdUDjjXjRK" is_bounded:BOUNDED windowing_strategy_id:"w0@rdUDjjXjRK"}} windowing_strategies:{key:"w0@rdUDjjXjRK" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@rdUDjjXjRK" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@rdUDjjXjRK" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@rdUDjjXjRK" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665067121945971356\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"rdUDjjXjRK"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2760)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1824)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 32 [running]:
testing.tRunner.func1.2({0xf02240, 0xc000321640})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf02240, 0xc000321640})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000470ca0?, 0xc000141900?}, {0x10a9c11, 0x39}, {0xc00015e180?, 0xa6e680?, 0x1?}, {0xc0001378d0, 0xf}, 0xc0002f9d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000470c40?, 0xc000141900?}, {0xc0000fa360, 0x52}, {0x1?}, {0xc0002f9ea8, 0x2, 0x7f9136a3e128?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0001378d0, 0xf}, {0xc0000fa360, 0x52}, {0xe51120, 0xc00029cac0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000459040)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000459040, 0x10d8938)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 10.313s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.064s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.053s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.048s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221006-143743
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221006-143743
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:0ac3fc2f51cbac38ee6944c12393185ae270e8c163690f602fbbf51b0b3768f3
Deleted: sha256:d2c42013d95cd44591d866d91168385d282b63afc7addf4618c8d8bda2a2f48e
Deleted: sha256:eedcad910d133551221947106171d65c5b16f2a791ba76e12672a3b4bc619f4b
Deleted: sha256:4e1666fa6a4503e3e6da00cae860341d5fe89755da841ffac1e4703438ac50be
Deleted: sha256:a92ab82fa2c2efff66be64050dd6601f601ed4fd68c4b9062ddf11f1ad30e90b
Deleted: sha256:4a1e96193ae5b4e245f2a79deeb17318693583f6db734db9f949f2b15d73c128
Deleted: sha256:bff8da516bdec3fc367d9cf09d1d184b19cb7aaed7a58bd3453808865009c0f6
Deleted: sha256:50830ef3cf2b425022fc26ce4895e8793c60d62faa2bd47239bd5957186c2236
Deleted: sha256:92338c7fef3ae2e6d9f588eb08592488924184ceed8ab3928a967813cbd87fd4
Deleted: sha256:5d823d48b243fac12f91cd0e17803f43fd79e71a65d86665f6080b32dd5ed8dd
Deleted: sha256:409cb92133e8308cda48974fec257c86cb0152cdc6dbc505c5657ce6d7d23b45
Deleted: sha256:8742b135ce613710a395f76a680ca26e7a459e6b9c013fd567ea4bec3c497be1
Deleted: sha256:776ebf42c3fd6d582f6fc19a71c7bb4ad3058edd814567c8a2c55fd8eb9dcbf4
Deleted: sha256:c6d61fbc51d55001a6d0e3fe11338a3442055ec88a79ddc72ee36c9a1f44a9aa
Deleted: sha256:20d8839062c8e9803f27f4016522c75890418e17878047fca7b6e58aa572c098
Deleted: sha256:28fe3f5ea3dfd1dc51931e8fb783fa114f3b262acb7a60237d15b474af383604
Deleted: sha256:b54b62419791b5ef112a9b3a41ccd5e35030ad2c31fb81a767ea767c0e09f3e8
Deleted: sha256:747edb171a3cdcba46afffd0a879f045c292944cd7fe8fb26c6763d9c1335c50
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221006-143743
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:0ac3fc2f51cbac38ee6944c12393185ae270e8c163690f602fbbf51b0b3768f3
Associated tags:
- 20221006-143743
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221006-143743
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221006-143743].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:0ac3fc2f51cbac38ee6944c12393185ae270e8c163690f602fbbf51b0b3768f3].
$ rm -rf /tmp/tmp.RvQiujpv2X
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221006142045
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:63af9c5f609d9005e6e90fdf783606897c8f154f30d41213404076da9b9058ae
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221006142045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:63af9c5f609d9005e6e90fdf783606897c8f154f30d41213404076da9b9058ae]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221006142045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:63af9c5f609d9005e6e90fdf783606897c8f154f30d41213404076da9b9058ae])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:63af9c5f609d9005e6e90fdf783606897c8f154f30d41213404076da9b9058ae
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:63af9c5f609d9005e6e90fdf783606897c8f154f30d41213404076da9b9058ae
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:63af9c5f609d9005e6e90fdf783606897c8f154f30d41213404076da9b9058ae].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221006142045
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2ce0f87ddd1651918a93357904dfb2f08d2138b3d303cdf377c4e59943f69288
Deleted: sha256:aba65d763d45887bd22f0c3eeebd3f682aaca115716cc40c7016fabcb62e0ba2
Deleted: sha256:771bf2e659150121fd49ce3e3361bc608ca60438d9b49b172f37a1223fd95946
Deleted: sha256:7d293c81cb4897be6926bfed3722b730c21f369ea589430b7dc340044470e457
Deleted: sha256:f27ae95b1b445cbc0f2fa6463f34ca3b2489cf7e0ffe312df76a96a4f0090afe
Deleted: sha256:b010f12f836e9b50a896bf1485f37eaf8547efbc36363eeaa40ac426bb02fcd2
Deleted: sha256:8d38b5d77870f83ad69351f1a0269d669d457d2ad09f328ca9ea0b4cf2f4687f
Deleted: sha256:d965114b0a9e86587eb6f96ccf6e2e6b328894df9da6fdec801747d0521fc605
Deleted: sha256:33fb1f268221f7bf4e999e86b2e177aebfdadff9c533e486c2bea5517af3d826
Deleted: sha256:b989e9492ce48b169d1676928d707bda65dcc7ffe99c7677cb22fafceaeb8df9
Deleted: sha256:1eefb62c2751bce23f947fe1f8951ada42adf9dfe9d05f2427c4d4e4eedcd0b0
Deleted: sha256:c3f7502cdd4e9ebe635841ec96d61abde51b64770d40983348e7f13e7aefe690
Deleted: sha256:d1b6eea63bbc668c3fe3723e38da936fa0bc782cb088c05050afa7e985a811a4
Deleted: sha256:b3aa7bfebd218eafb118e360b77b0369ab9e0356b316af6fca4f6bb314aaf7d4
Deleted: sha256:1c332d89c6a7a60e5ac4bfac164f40a798383f6f176dd3f082937e31903dfe16
Deleted: sha256:8863afc14f877277f5836641a4e76bc23bc90ab148386de0c5eac78053b398a8
Deleted: sha256:d350e4f184397bbe5c6164d0cea328b7575efe6cff87953d4134d86ddd84172a
Deleted: sha256:00c6f0aacdbd90ef4197647bf421b377a867653830196acd6421a5da8fd346a3
Deleted: sha256:aa8eb2b59891c5149065d06b5c1f41ada4a8525c90765d29c8bd32e9913c5664
Deleted: sha256:a2385b55198417db69f39e071a68fb994d9c54a38b1544b1ca030a42a3325e9c
Deleted: sha256:6aaaf7368f884a7766086f326c043047d8fe1939ea2f7c80f8ddde0f989e6e61
Deleted: sha256:cc68449a029c565647e9b8907a975981553048b87bcb030cdf3f9a30dcf00412
Deleted: sha256:4c88f86c61f0c8db3e6377ddc3b62de85bcc599335e075e85714aa639d2a87e6
Deleted: sha256:48f0de4561c50a44acb1dbf668a5e2f3de5ccb615c9bb61c6834b45799927b14
Deleted: sha256:723c51c926f1c70f186df39dbe6b5ddecde49786b170ee59f99a0c95e2cd8eeb
Deleted: sha256:d964bdd65f1e7f4632546d39fab76738758d0e660f60e158db922ecbcd9f3f92
Deleted: sha256:75e58857053e136a986d7d430582f750076539f1495f14a62b441959ee8dc968
Deleted: sha256:c0f16e41eb1fa7bf7973a3ff0e8470b461abe28792413dcf8dfada911e5f0126
Deleted: sha256:16d4e692f80b019240866eb7f442054e187613e81e23b28c2ceae7749a773651
Deleted: sha256:f94c840a4aa9ac7e55f5361a4c2460227d27f1086abe23d40c1a19c23f72e54e
Deleted: sha256:6226ea2074b713d74b72bd0f94463e59725b870ff5cbadcca0507957bdfced6b
Deleted: sha256:3c4524f5355b35b23a9dd8c7459aad69d7df4207d2cf75da6076c6e7d0ca7658
Deleted: sha256:fbd5ac3b991e4f58f8455c83d4726a77bf74c135518584ce0049c558b7c8d1a1
Deleted: sha256:0e525a7b0be9d96691103664dc0907e6f97c7d6c19a17669509577bb0f753fd3
Deleted: sha256:66379364b93bf4be9f07226dff7ee2fe95908328c4c7eaf27755c4d6ecc79779
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221006142045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2ce0f87ddd1651918a93357904dfb2f08d2138b3d303cdf377c4e59943f69288]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221006142045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2ce0f87ddd1651918a93357904dfb2f08d2138b3d303cdf377c4e59943f69288])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2ce0f87ddd1651918a93357904dfb2f08d2138b3d303cdf377c4e59943f69288
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2ce0f87ddd1651918a93357904dfb2f08d2138b3d303cdf377c4e59943f69288
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2ce0f87ddd1651918a93357904dfb2f08d2138b3d303cdf377c4e59943f69288].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2353062.
Stopping expansion service pid: 2353063.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 9m 57s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/vmlf3vtcapsvw
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #765
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/765/display/redirect>
Changes:
------------------------------------------
[...truncated 1021.80 KB...]
2022/10/06 09:25:46 Job still running ...
2022/10/06 09:26:16 Job still running ...
2022/10/06 09:26:46 Job still running ...
2022/10/06 09:27:16 Job still running ...
2022/10/06 09:27:46 Job still running ...
2022/10/06 09:28:16 Job still running ...
2022/10/06 09:28:46 Job still running ...
2022/10/06 09:29:16 Job still running ...
2022/10/06 09:29:46 Job still running ...
2022/10/06 09:30:16 Job still running ...
2022/10/06 09:30:46 Job still running ...
2022/10/06 09:31:17 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-06_02_21_45-3654928904885950058 failed
--- FAIL: TestXLang_Partition (611.75s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3395.717s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665045314697813457
--- FAIL: TestBigQueryIO_BasicWriteRead (4.95s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37721 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@JCktdXilAT" is_bounded:BOUNDED windowing_strategy_id:"w0@JCktdXilAT"}} windowing_strategies:{key:"w0@JCktdXilAT" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@JCktdXilAT" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@JCktdXilAT" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@JCktdXilAT" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665045314697813457\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"JCktdXilAT"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2760)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1824)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37721 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@JCktdXilAT" is_bounded:BOUNDED windowing_strategy_id:"w0@JCktdXilAT"}} windowing_strategies:{key:"w0@JCktdXilAT" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@JCktdXilAT" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@JCktdXilAT" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@JCktdXilAT" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665045314697813457\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"JCktdXilAT"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2760)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1824)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 13 [running]:
testing.tRunner.func1.2({0xf02240, 0xc0002a3040})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf02240, 0xc0002a3040})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000488380?, 0xc00002a000?}, {0x10a9c11, 0x39}, {0xc0000f8240?, 0xa6e680?, 0x1?}, {0xc000124a90, 0xf}, 0xc000205d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000488320?, 0xc00002a000?}, {0xc0000f0300, 0x52}, {0x1?}, {0xc000205ea8, 0x2, 0x7f6bfffeca80?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000124a90, 0xf}, {0xc0000f0300, 0x52}, {0xe51120, 0xc00048a0e0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00049aea0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00049aea0, 0x10d8938)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.989s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.037s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221006-083437
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221006-083437
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:974e4204e37582c0ba1bf14c5daa4b9d13b26fbe54979c483a757fe5fd64b26e
Deleted: sha256:0544ce6b3181c2008248839b0c5baede6e8e7eedfcc90166fa9442facb6c7ec9
Deleted: sha256:955f3e468f3ecf3266fda9e5173705643fad67b59c6c096d092acf916a532355
Deleted: sha256:b6e07460f1f866f84d10c83d593d719e1cb3aa3196570173ceb68305e89b175f
Deleted: sha256:d8e407f3190af3871d3a4f044acc0d289165a1e2559217b134c19ee519c57ed5
Deleted: sha256:67792e29cbc22ffa6e988f20f29d88a3ca9c47c1f99b0655a5ac49e25a9897ca
Deleted: sha256:bcb125ce21cadc9a9a2aeaf793f482109cb0e5ecc4eecbffe60ca0dbd58c5740
Deleted: sha256:70fff7575228d6332aa116fc974c7916400fd618c7dd663616bb306f181873f8
Deleted: sha256:cdbdf361212b2942cb79ae0fad8f2ddd0b2756c945e3ca71663af129f8bb791f
Deleted: sha256:9d0b6a4c98ec3101d033630367d83a47c9a22312277ada54709efc7f111cca50
Deleted: sha256:5097e12dc6aba66f60c8da69594ee9db68b6b1ba8bee642b0575e56e56aace62
Deleted: sha256:3fad8ffae5a292561da8447e0b552dc458c96a99f854a057d37214632173dc99
Deleted: sha256:42bd259742908a61ca5ce6fa7307bb35fef473a75481178348bdeeb35fe1a270
Deleted: sha256:0e0dee4ecd97d094d18699ec5586b34fb0545ab59d358cfdc00b827dd14cba25
Deleted: sha256:032ffceebb230dba19de30f6b6bd14904034722b9a94354c70c32bbf42f318b8
Deleted: sha256:2a7fed38ab9a5637aeaa7489ce8f27dc6c239eddade8414eaeb4208e04fe4076
Deleted: sha256:c7d16a1b8f77abf65ea729426ea5b726c37425d461be1f1c79bbc5532b9076b0
Deleted: sha256:cd549d8dc749c29d2efc7a60ec83fe5ab30eb67583b1301f8b110f00af966126
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221006-083437
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:974e4204e37582c0ba1bf14c5daa4b9d13b26fbe54979c483a757fe5fd64b26e
Associated tags:
- 20221006-083437
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221006-083437
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221006-083437].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:974e4204e37582c0ba1bf14c5daa4b9d13b26fbe54979c483a757fe5fd64b26e].
$ rm -rf /tmp/tmp.ExGm3Okojd
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221006082121
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:993d7df61b449c8dfa04671711631a891a8e9f9a5c79c566bad15ef7f203125f
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221006082121]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:993d7df61b449c8dfa04671711631a891a8e9f9a5c79c566bad15ef7f203125f]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221006082121] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:993d7df61b449c8dfa04671711631a891a8e9f9a5c79c566bad15ef7f203125f])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:993d7df61b449c8dfa04671711631a891a8e9f9a5c79c566bad15ef7f203125f
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:993d7df61b449c8dfa04671711631a891a8e9f9a5c79c566bad15ef7f203125f
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:993d7df61b449c8dfa04671711631a891a8e9f9a5c79c566bad15ef7f203125f].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221006082121
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f2688f6f142d27b3505058bab6ba749c91b7cc452fa45adc67405367e46505df
Deleted: sha256:cefec04b0f076c971ccbbeab33c66fa5342b1c210877d15110985217e2dd5fe0
Deleted: sha256:4199d69a208c86856ba4021a7e9b1831441023eefda015c17b8147c5291550e2
Deleted: sha256:1ade35871fdd3aa74dfba8f6a0e992cf62321fe27708002f73616d2f7101275a
Deleted: sha256:7c900aeca43d3e7dd8c0340348620f744f70e9432b434349cda0e6c56db07b7f
Deleted: sha256:8051be38c7ece9d845ec3c2fa21827e83c1e95a272e5dbdc31e0cb08e60af051
Deleted: sha256:bf0c4f790a334218aecfc9d1b4afb91fc8ff4dc21c65102cf115296cb24acaa6
Deleted: sha256:2b6a331a5449d625c6a467b0bcfc81da4092a77935fca1220b51648eeb9e7b8e
Deleted: sha256:1d5ed67379ccc1c3fa170729c4ac4772ede8afa24b1065eab73bbf3d39337554
Deleted: sha256:9417c687d26934254bd3ca2b7930947c534014f77e72a6f52bdbeeb031a0071f
Deleted: sha256:c24ca8222cba462cdb13dc36d588df5af4162ae4d7d61de8ec6eb8e446b6c8bc
Deleted: sha256:3d01d93482a7ebc2000990fe187b71c8c87d74f6cdd735d0c79a1fa9066db02d
Deleted: sha256:691a153d743e9e7c8fcf233be4a9d38bc10188930051700f6e621bd8f9062494
Deleted: sha256:670807ca5c8feaa10688c7bf8706327fbde68731699a5d763040e91c0d2a60a5
Deleted: sha256:9a0df97b4b309f52b59a86da5e9268cad4fa49bfc541d8b200ae1fabd95f29f6
Deleted: sha256:11ae5c6d4c80c0e81b9b85c0efffa69c548d7b00983a6f7d0432099e56c7ced3
Deleted: sha256:27dab44b636b53b3f6865b778b9d443188470d2b546c662f0a64c128b229769f
Deleted: sha256:be718f379feb4049dc8d483bfbf16a75f90098e6c40a453183b29c1357c146fb
Deleted: sha256:ad1c05bba0522297262474398b05a700013213ef1394a97da3f54a902af734e0
Deleted: sha256:566ab3d825afdf54bc3c70dfe0a4002f8b6ef1181320f4a4063a5808fd9d78e6
Deleted: sha256:79d442c14df59d74276dab414239f51a2386f83d0b952c7bee5a6336de962831
Deleted: sha256:05d3cf0eb407b5c243f9ba9a40f3c28ed7daddcdef5b833b41d9f2f3d426d3f1
Deleted: sha256:900add654c851076636ebee9462071ab5596bac7527d68a11c5e6f7505f8f917
Deleted: sha256:d9bdfac7ee160e1f2a64a90621dc64db3c7fcbe5afdd6edf88031330c2a037c4
Deleted: sha256:958d0f6d2b065a295a438488d4f934159adc3d0c832f7f213cfc7dc372931257
Deleted: sha256:755113a426ab5e36626dcc61d3bb553b0651178f15521ebe2cb7ec7d39c1dc73
Deleted: sha256:c40e869c642c3a175fddd9feeaaef3ad9f5fcaae1ede2f0ba8ca03cddaaf4616
Deleted: sha256:b2d44f8c891dcb879ea9072fd4e7ff57e5d9b3af88313790d12b75a5d4051ad8
Deleted: sha256:6f549e0caca8b094aea18c4b9592f365bac40593049e3535dd565e3a69b13b9c
Deleted: sha256:83f0475fa0606f766f4196d18f4dc32e525ef67f41ca86424362ed29a3ae3abd
Deleted: sha256:82fd98220ed8807869339f1947c9dd54ba31d5c1e08d912d384d187ca5f62838
Deleted: sha256:962581f64bdd8090203268a3d7d3478c637c3511b6c400c52c97e3b1fe987a06
Deleted: sha256:6d58d51491df87a0d8730d06250cb2722d0f4d6b971e3208411384193c6a4900
Deleted: sha256:f2be652fae70c2ea6c84cb78278ad9613e17988ac9972b37230aa773c9affe08
Deleted: sha256:71e56b1d2ecc3e87f7f8f39cee8891a86b88fec20cc1a99573c8094bb3b9e42c
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221006082121]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f2688f6f142d27b3505058bab6ba749c91b7cc452fa45adc67405367e46505df]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221006082121] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f2688f6f142d27b3505058bab6ba749c91b7cc452fa45adc67405367e46505df])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f2688f6f142d27b3505058bab6ba749c91b7cc452fa45adc67405367e46505df
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f2688f6f142d27b3505058bab6ba749c91b7cc452fa45adc67405367e46505df
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f2688f6f142d27b3505058bab6ba749c91b7cc452fa45adc67405367e46505df].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1111955.
Stopping expansion service pid: 1111956.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 11m
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/h44cux4bzolk6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #764
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/764/display/redirect?page=changes>
Changes:
[noreply] Add more typescript examples to the programming guide. (#23058)
[noreply] Merge pull request #23505: opt in for schema update. addresses #23504
[noreply] fix: only report backlog bytes on data records (#23493)
------------------------------------------
[...truncated 999.28 KB...]
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221006-023212"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221006022041"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221006-023212"
}
]
},
"name": "go-testxlang_partition-600",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/06 03:20:52 Submitted job: 2022-10-05_20_20_52-8833967749340527451
2022/10/06 03:20:52 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-05_20_20_52-8833967749340527451?project=apache-beam-testing
2022/10/06 03:20:52 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-05_20_20_52-8833967749340527451
2022/10/06 03:20:52 Job state: JOB_STATE_PENDING ...
2022/10/06 03:21:22 Job state: JOB_STATE_PENDING ...
2022/10/06 03:21:52 Job state: JOB_STATE_PENDING ...
2022/10/06 03:22:22 Job still running ...
2022/10/06 03:22:53 Job still running ...
2022/10/06 03:23:23 Job still running ...
2022/10/06 03:23:53 Job still running ...
2022/10/06 03:24:23 Job still running ...
2022/10/06 03:24:53 Job still running ...
2022/10/06 03:25:23 Job still running ...
2022/10/06 03:25:53 Job still running ...
2022/10/06 03:26:23 Job still running ...
2022/10/06 03:26:53 Job still running ...
2022/10/06 03:27:23 Job still running ...
2022/10/06 03:27:53 Job still running ...
2022/10/06 03:28:23 Job still running ...
2022/10/06 03:28:53 Job still running ...
2022/10/06 03:29:23 Job still running ...
2022/10/06 03:29:53 Job still running ...
2022/10/06 03:30:23 Job still running ...
2022/10/06 03:30:53 Job still running ...
2022/10/06 03:31:23 Job still running ...
2022/10/06 03:31:53 Job still running ...
2022/10/06 03:32:23 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-05_20_20_52-8833967749340527451 failed
--- FAIL: TestXLang_Partition (730.75s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3606.567s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665023571933167975
--- FAIL: TestBigQueryIO_BasicWriteRead (5.59s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35785 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@vptnvUNiML" is_bounded:BOUNDED windowing_strategy_id:"w0@vptnvUNiML"}} windowing_strategies:{key:"w0@vptnvUNiML" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@vptnvUNiML" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@vptnvUNiML" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@vptnvUNiML" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665023571933167975\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"vptnvUNiML"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2760)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1824)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35785 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@vptnvUNiML" is_bounded:BOUNDED windowing_strategy_id:"w0@vptnvUNiML"}} windowing_strategies:{key:"w0@vptnvUNiML" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@vptnvUNiML" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@vptnvUNiML" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@vptnvUNiML" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665023571933167975\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"vptnvUNiML"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2760)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1824)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 12 [running]:
testing.tRunner.func1.2({0xf02240, 0xc0005b05c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf02240, 0xc0005b05c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00016d400?, 0xc000141cc0?}, {0x10a9c11, 0x39}, {0xc00015e240?, 0xa6e680?, 0x1?}, {0xc0003faf50, 0xf}, 0xc0001add20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00016d3a0?, 0xc000141cc0?}, {0xc00010e900, 0x52}, {0x1?}, {0xc0001adea8, 0x2, 0x7fe189b69778?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003faf50, 0xf}, {0xc00010e900, 0x52}, {0xe51120, 0xc0001363d0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0001f51e0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0001f51e0, 0x10d8938)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.626s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.032s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.056s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221006-023212
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221006-023212
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:0fb7566cc3e0c1194f79eb9b636106654bce87914ce8464b4afe9fa1e8abd50f
Deleted: sha256:e8f8cb5aa922e5f5bf82778986982c275ff9a11a42aac9acc0103c1e0522f79b
Deleted: sha256:0af8769620cf7e6fd9e078924efc101eaa0af5f84d143629fef21c8af5dbcacb
Deleted: sha256:5b92e47bf88e913609b8cca95d96d4e44940efc4955260a2153343fb87790ae2
Deleted: sha256:4fae5defd731fd21c1b4ee7a3c6346660040e534e47b207f3d5efce29d353669
Deleted: sha256:87086bccd358125468573e5703f7b97108f322f5f7b24993378f6912714bb225
Deleted: sha256:55999efb7856de30ab3d7d9480c43a1c9c3fbe5d8d201b3acd58b9d12f876bee
Deleted: sha256:635a0f99817a46c7cf925391668cda57bf93e5b804503292b2fe4b658b5f9c2e
Deleted: sha256:7bf527956ed48b9a8f2a1349579522b6e9f76a41194a9eb8799b0717227a144e
Deleted: sha256:4eee6976ab1a1442c11480937681286c9f2b5005964b72b58bd756acc104ce36
Deleted: sha256:64169b9a0d3c02cfadbd8022758da120392fd96f02067afb86708cf86e48f50a
Deleted: sha256:7b997b781a87bf78f93e5c204cdd2c0f7bc493f89d4a3216a501d9161096e1f9
Deleted: sha256:d31bebceb9494079a28509c0909a003b3796842cb4da83080c59f745406c96b0
Deleted: sha256:4d315e7f0b0023b291eb4fb884982f1aa6b316f03adaf47c09232f596b198573
Deleted: sha256:71a8df018fb9da755c5fea44fb2818c83ff4d5f26d65fa6b5c2bd13c7d2eaee2
Deleted: sha256:3b2710847e8702019d22241f9fc04fc85dd85d814b77de3303d7558ff50d369a
Deleted: sha256:bc5abb64fcf7298f32e13ad96d1a9d69f3d7dd290776ddc3e40393606c88300e
Deleted: sha256:627a25abb1c8e03a1fa5280c5c9230e2554943338f98a1cd5b005b628b5c6ed0
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221006-023212
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:0fb7566cc3e0c1194f79eb9b636106654bce87914ce8464b4afe9fa1e8abd50f
Associated tags:
- 20221006-023212
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221006-023212
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221006-023212].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:0fb7566cc3e0c1194f79eb9b636106654bce87914ce8464b4afe9fa1e8abd50f].
$ rm -rf /tmp/tmp.GFmgemH4Xc
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221006022041
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:54136f3e72e4073f1defa96f69d83ac7ea13b9fa2ada3d4c482cdcaa758d94ea
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221006022041]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:54136f3e72e4073f1defa96f69d83ac7ea13b9fa2ada3d4c482cdcaa758d94ea]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221006022041] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:54136f3e72e4073f1defa96f69d83ac7ea13b9fa2ada3d4c482cdcaa758d94ea])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:54136f3e72e4073f1defa96f69d83ac7ea13b9fa2ada3d4c482cdcaa758d94ea
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:54136f3e72e4073f1defa96f69d83ac7ea13b9fa2ada3d4c482cdcaa758d94ea
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:54136f3e72e4073f1defa96f69d83ac7ea13b9fa2ada3d4c482cdcaa758d94ea].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221006022041
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a31382bab02de43b0208ddc1fb1d90da09eee25de14a94ba0ee23442c37603ce
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221006022041]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a31382bab02de43b0208ddc1fb1d90da09eee25de14a94ba0ee23442c37603ce]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221006022041] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a31382bab02de43b0208ddc1fb1d90da09eee25de14a94ba0ee23442c37603ce])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a31382bab02de43b0208ddc1fb1d90da09eee25de14a94ba0ee23442c37603ce
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a31382bab02de43b0208ddc1fb1d90da09eee25de14a94ba0ee23442c37603ce
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a31382bab02de43b0208ddc1fb1d90da09eee25de14a94ba0ee23442c37603ce].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 762481.
Stopping expansion service pid: 762482.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 12m 43s
215 actionable tasks: 144 executed, 59 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/svhwt7nwrwrws
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #763
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/763/display/redirect>
Changes:
------------------------------------------
[...truncated 1020.53 KB...]
2022/10/05 21:24:46 Job still running ...
2022/10/05 21:25:16 Job still running ...
2022/10/05 21:25:46 Job still running ...
2022/10/05 21:26:16 Job still running ...
2022/10/05 21:26:46 Job still running ...
2022/10/05 21:27:16 Job still running ...
2022/10/05 21:27:46 Job still running ...
2022/10/05 21:28:16 Job still running ...
2022/10/05 21:28:46 Job still running ...
2022/10/05 21:29:16 Job still running ...
2022/10/05 21:29:46 Job still running ...
2022/10/05 21:30:16 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-05_14_20_45-8437884118528825995 failed
--- FAIL: TestXLang_Partition (612.64s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3374.667s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665002079415941918
--- FAIL: TestBigQueryIO_BasicWriteRead (5.37s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:46825 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@FkGRegefDR" is_bounded:BOUNDED windowing_strategy_id:"w0@FkGRegefDR"}} windowing_strategies:{key:"w0@FkGRegefDR" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@FkGRegefDR" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@FkGRegefDR" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@FkGRegefDR" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665002079415941918\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"FkGRegefDR"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:46825 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@FkGRegefDR" is_bounded:BOUNDED windowing_strategy_id:"w0@FkGRegefDR"}} windowing_strategies:{key:"w0@FkGRegefDR" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@FkGRegefDR" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@FkGRegefDR" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@FkGRegefDR" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1665002079415941918\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"FkGRegefDR"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 14 [running]:
testing.tRunner.func1.2({0xf02240, 0xc0001b7280})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf02240, 0xc0001b7280})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00010e9c0?, 0xc0000ba280?}, {0x10a9c11, 0x39}, {0xc0000f8240?, 0xa6e680?, 0x1?}, {0xc000656bc0, 0xf}, 0xc000177d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00010e960?, 0xc0000ba280?}, {0xc00004aa80, 0x52}, {0x1?}, {0xc000177ea8, 0x2, 0x7f6ce5f181e0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000656bc0, 0xf}, {0xc00004aa80, 0x52}, {0xe51120, 0xc000400190})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000642d00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000642d00, 0x10d8938)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.402s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.044s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.037s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.052s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221005-203359
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221005-203359
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:71dc32a340ff2622740aa9c65c4d38f35ab8dd1ecaf88ddab0277c6342ad4ca7
Deleted: sha256:0f04e21da88b514d41694c7754e7467191d365b6c12d9f0e6558510959cc22e4
Deleted: sha256:4e98ce685fffc9030e0031485773e6fb02c80fa65037785e5f71fc7fe7dbc01c
Deleted: sha256:8f6844491e90c3c0ceb9d40e400622aee153ea5c2e8fb4ff18989ea56e8df9a3
Deleted: sha256:9b47d8b963c6cee2a50950a5d8813a843e06b0c5882d7eca0c1dd6dd15004da3
Deleted: sha256:16990ae36cc4c91a071fbe78408b4ff023ad116e8c0be924504de1653c2e78b5
Deleted: sha256:3f7f3dfa8f85d491af5c1c660493cb7550ca3a7d3d259771bceb4e0a84123dab
Deleted: sha256:c62db2f84a9201179f8eef100eaee4f980ddf977137d7ad9f8558feb5357057d
Deleted: sha256:e623cdc309e4a3b7cdf35a462ca7c676aa8fd13a3efc8e7368453ba8e22c2821
Deleted: sha256:2244f92bb24188e8ba93d5caf2cfaf8108a5ba68e45e403c5cac85e13d202c1e
Deleted: sha256:52e8dacdcac41e0218a2a1fe0664f2807c72a55e136807dfb85f6bfd683749f8
Deleted: sha256:53304dc8759e58ddb5d88649ecf4597d1a747c527c8c3a56469a20379f6c0493
Deleted: sha256:38245f6e2cad8644f23f3a9605ef4d8a6f6c1b8e3e0203ef32eef0e3b84bfd55
Deleted: sha256:a2d51063d2282467baeb2811f894e0954a138e401d2768bf99361d8764602f65
Deleted: sha256:84912084c72df3754c97a282fab1f8802333f4c20d647bfc869afa71d81f37cc
Deleted: sha256:9c53c73eeeabb1d936d7c62fcc6782a6a3fac12316e8189fc23c3b811027ae54
Deleted: sha256:e4d404cf401fa2f53fb2f944b08cb857f6239a3da63bfed653e499e5ba1b908b
Deleted: sha256:7e4918a4056f99cb94cb0b449fdac61cbb5ae9fadb691214693f479757311a1f
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221005-203359
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:71dc32a340ff2622740aa9c65c4d38f35ab8dd1ecaf88ddab0277c6342ad4ca7
Associated tags:
- 20221005-203359
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221005-203359
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221005-203359].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:71dc32a340ff2622740aa9c65c4d38f35ab8dd1ecaf88ddab0277c6342ad4ca7].
$ rm -rf /tmp/tmp.h5Sdb1ugGF
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221005202045
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ff39c1acdf47c8fc4b79e621b9e0eafecf448ebac792de48ef8c01e2de334061
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221005202045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ff39c1acdf47c8fc4b79e621b9e0eafecf448ebac792de48ef8c01e2de334061]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221005202045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ff39c1acdf47c8fc4b79e621b9e0eafecf448ebac792de48ef8c01e2de334061])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ff39c1acdf47c8fc4b79e621b9e0eafecf448ebac792de48ef8c01e2de334061
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ff39c1acdf47c8fc4b79e621b9e0eafecf448ebac792de48ef8c01e2de334061
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ff39c1acdf47c8fc4b79e621b9e0eafecf448ebac792de48ef8c01e2de334061].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221005202045
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a2746fb2a7ee2259ebd68751a2f2f80b7ccabcdb81bee85aef8449debd7b9c87
Deleted: sha256:a3c26719e2de0a68404a4573c2f7c77241f3363a4666dd7570d80e5922c3a889
Deleted: sha256:9c62ef70bb51cbb75a26bc5361e4a131d7eb209cf4fb2fd47da983af56c95532
Deleted: sha256:ff20b671d6e430f64a0d42b61894af0552d772974a116318930521c2d8f85c99
Deleted: sha256:7bf5cd4322c8c7f7cd447c6771b772e8e0963b65f63caa581b1fe940d4e4efd3
Deleted: sha256:6dba164b6d2dfbe94185b9dd2389599718291e61ad9948966b48e23b409c1c9b
Deleted: sha256:17746b5fab32e8ab4067fdf585caf92f04ee026e63bfe52090e73452906bc3fd
Deleted: sha256:54719004c90503122e4557763fbea5f907e543576463bc367e1612c5cccbb3b1
Deleted: sha256:7c831552820e88bbb79ad4e94257a687f24d0630165a08fbf64f1be9e35832e6
Deleted: sha256:cc45d5b2546de8e1fbd0e9fcf3016f191117bb6906879c915b8376c7dbfa1282
Deleted: sha256:1d98d834f2251b9052630062e3fdbedddda6770da07362e37dd03e1c0436aa16
Deleted: sha256:f03400af0f0687f5d68e1a9714fc0953934d7b28980d72e0cead34f93d3fda55
Deleted: sha256:a88e495a4056ec87cfa7c5d7bedbcd7a87cadb0668aef722b29796e2b03f45a1
Deleted: sha256:d4989ea2cb7eee53c3ed95124e84ee010a1b91492bb6d5c287669aa154a679c5
Deleted: sha256:83e7f88ca78409365a5ef7e3b78f68bca62b2ec4745aa736c371f75647bd505d
Deleted: sha256:012a4e1eae66c453399dd07320c7a33553e3de25f7f9c1ac0b5a4436867fd114
Deleted: sha256:c521130b2a3b9dc1ec39108ad3373079b5cc324467f58cd61c447099a6e8ee46
Deleted: sha256:87128f0ec320fcef61f326c1e62799b2d9d93f069176d93f2e41e9e201fa3832
Deleted: sha256:88b8d8a2d9901414eda80f8ca1ef76adfa62380a132f41e3198a8b7fbdde7150
Deleted: sha256:f692716e4dccea970bd195579e653c92c6072052dfc5dcc443dfa5483b65bb5f
Deleted: sha256:8c592e6a6e2dd4c284ef96afe754bec5e64a0e72c07b2248732c9811ee543f0c
Deleted: sha256:f7e6d7134fed5c6bffc2e351c6b79fd804b906d28f884b5b6f1bb59ae91aeaa3
Deleted: sha256:1403f2427ebd45b7a33083c9d273e00231e3f8ebff96d21a5ec4e872716ef440
Deleted: sha256:7c1d1fd72b143257fcc46c36704221dc41400119e77e4a0f6b202189dcc83e9d
Deleted: sha256:c521d184399fe232b7e5e1a0e82dc189dbf62a5e65730575c28d4baffadbb42a
Deleted: sha256:bc81270bc9a11960f543a11f024815280be25a7d1e5f94279c63e4f22d9864ee
Deleted: sha256:f0f8dc1a9fc5bac54318115d5af38a260f85b1070ba722b85599085fcfb7ddf2
Deleted: sha256:ff0dc33141d29211ecb90e643c9abdc10fc2ebf3883264ddc9c764d991d972fa
Deleted: sha256:7c566aabe1df1c9d7e483cd65d47f44f3235a60d27faa207bca40301b6a6df72
Deleted: sha256:d7d70e6b0961d248c6509819499040beaf98a92f2899e920f56cb840c6a2c03f
Deleted: sha256:658498589facb168dbe320aea4a382782db5c6c15d6adaafa198ec1856dae8a5
Deleted: sha256:5076153610b44ed2a44efec04d0b578e8c865a17655dea7bf347626b88a73af7
Deleted: sha256:a58e85225b4293629cf8250dc3029d8dd15a82788bde9b0ad83581d22378ef81
Deleted: sha256:a867b9759bf2658672f77e570e14d5cc8cfe292706ee1d31df4e28a339295115
Deleted: sha256:9dadf81c6b25c1b7f9493df3ce99e8f75bdbce5071d409052d2b23b8b7f39c9e
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221005202045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a2746fb2a7ee2259ebd68751a2f2f80b7ccabcdb81bee85aef8449debd7b9c87]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221005202045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a2746fb2a7ee2259ebd68751a2f2f80b7ccabcdb81bee85aef8449debd7b9c87])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a2746fb2a7ee2259ebd68751a2f2f80b7ccabcdb81bee85aef8449debd7b9c87
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a2746fb2a7ee2259ebd68751a2f2f80b7ccabcdb81bee85aef8449debd7b9c87
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a2746fb2a7ee2259ebd68751a2f2f80b7ccabcdb81bee85aef8449debd7b9c87].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1675243.
Stopping expansion service pid: 1675244.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 10m 35s
215 actionable tasks: 151 executed, 52 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/xrskk32la4hvg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #762
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/762/display/redirect?page=changes>
Changes:
[Moritz Mack] Ensure Java JMH benchmark tasks run sequentially to prevent failure when
[Moritz Mack] Fix validation of measurement name in InfluxDBPublisher (addresses
[noreply] group_id (#23445)
[noreply] Give issue tagger permission to write issues (#23485)
[noreply] Update UID (#23486)
[noreply] Improve error message in GcsUtil (#23482)
------------------------------------------
[...truncated 1.01 MB...]
2022/10/05 15:25:38 Job still running ...
2022/10/05 15:26:08 Job still running ...
2022/10/05 15:26:38 Job still running ...
2022/10/05 15:27:08 Job still running ...
2022/10/05 15:27:38 Job still running ...
2022/10/05 15:28:08 Job still running ...
2022/10/05 15:28:38 Job still running ...
2022/10/05 15:29:08 Job still running ...
2022/10/05 15:29:38 Job still running ...
2022/10/05 15:30:09 Job still running ...
2022/10/05 15:30:39 Job still running ...
2022/10/05 15:31:09 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-05_08_22_07-354888445444339659 failed
--- FAIL: TestXLang_Partition (584.08s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3461.252s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664980445940494420
--- FAIL: TestBigQueryIO_BasicWriteRead (5.27s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43547 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@YqGxweTZiZ" is_bounded:BOUNDED windowing_strategy_id:"w0@YqGxweTZiZ"}} windowing_strategies:{key:"w0@YqGxweTZiZ" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@YqGxweTZiZ" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@YqGxweTZiZ" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@YqGxweTZiZ" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664980445940494420\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"YqGxweTZiZ"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43547 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@YqGxweTZiZ" is_bounded:BOUNDED windowing_strategy_id:"w0@YqGxweTZiZ"}} windowing_strategies:{key:"w0@YqGxweTZiZ" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@YqGxweTZiZ" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@YqGxweTZiZ" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@YqGxweTZiZ" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664980445940494420\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"YqGxweTZiZ"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 26 [running]:
testing.tRunner.func1.2({0xf02240, 0xc000569180})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf02240, 0xc000569180})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00058a480?, 0xc000596050?}, {0x10a9c11, 0x39}, {0xc0000f8240?, 0xa6e680?, 0x1?}, {0xc000586ac0, 0xf}, 0xc000023d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00058a420?, 0xc000596050?}, {0xc00055c360, 0x52}, {0x1?}, {0xc000023ea8, 0x2, 0x7f89de6ad6c0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000586ac0, 0xf}, {0xc00055c360, 0x52}, {0xe51120, 0xc000400110})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0004a3860)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0004a3860, 0x10d8938)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.307s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.037s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.035s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221005-143320
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221005-143320
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a45f0b95cbde3fa63c06b2ef54a1935078c4ca818aaff32e5badea4f6b6ab8cd
Deleted: sha256:952c5a511c0e170ca4e1af825019489892ab299f5d201bb70af4862e6b328bb1
Deleted: sha256:91d1e7a9cc69afc812b9aeefd36538d0479481210c97ae3a537aadf36d56f91b
Deleted: sha256:e61b69dcb9cf6f941d456b1f433f2e72a40fc3b7110388a172fac57ef759e306
Deleted: sha256:b9b1c7da6de668a822952c62de1a6ed4fc98c0cb09968df12ef81c62f4059874
Deleted: sha256:8aa3d0e77490cf7e18d169e4ab112bfc576db3df70c07ca5846bcfb4ae38dbb4
Deleted: sha256:ac89920674f069dd823ce66dcfb9e26d4d56eb725bb2bf1c351ebd8b1ef64631
Deleted: sha256:e94f3cba4d1f2216de149698bd6f7574207fcca3d693243c7eccd358ed393789
Deleted: sha256:1c70e51f645ac51b03449a4dbc937582bc3124a16b51d7316dafea1d6bbe0fa6
Deleted: sha256:f29c0990afd4383b8222e29b5cc7bf4723b8946e8f498e6995aff1ed39c60003
Deleted: sha256:63ae6a5662203cd94e200509be795798f7a037cb27f7218f2c90f15968ec7ded
Deleted: sha256:69c73ab329328edb9347d74fd2f66c9efd26d52cb1a31f72dcc953d420ba3957
Deleted: sha256:7f3e4be16864dff6df458727be1ed0fbb27fa8c4c6385459efd8b190ab778477
Deleted: sha256:079989114210bb0a755fffde76b73b2118ffb03424606de63c5ab5fa2ccebe59
Deleted: sha256:a51c931ee9ce197065ac74fb6c1784edbb491f6565358b308b47b44447f0a087
Deleted: sha256:0883d5f2eaa8d2a9a5b72ac963dbd1160d99c76f145a80ea3f84f663671997a0
Deleted: sha256:94a328827230dc7eb7196424ba96a7c01b2a228c055acd8c341cfc81ff348ba8
Deleted: sha256:58775963a577f4755d9a2bc085ffbb5f1d66e83387343ed11ac26ca7e0b53223
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221005-143320
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a45f0b95cbde3fa63c06b2ef54a1935078c4ca818aaff32e5badea4f6b6ab8cd
Associated tags:
- 20221005-143320
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221005-143320
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221005-143320].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a45f0b95cbde3fa63c06b2ef54a1935078c4ca818aaff32e5badea4f6b6ab8cd].
$ rm -rf /tmp/tmp.qi4aRfEZjE
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221005142046
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bd1855ef0ebcdc74ff43b3d31328634efdccb2444aa1e59d5b565c17e5200577
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221005142046]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bd1855ef0ebcdc74ff43b3d31328634efdccb2444aa1e59d5b565c17e5200577]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221005142046] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bd1855ef0ebcdc74ff43b3d31328634efdccb2444aa1e59d5b565c17e5200577])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bd1855ef0ebcdc74ff43b3d31328634efdccb2444aa1e59d5b565c17e5200577
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bd1855ef0ebcdc74ff43b3d31328634efdccb2444aa1e59d5b565c17e5200577
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bd1855ef0ebcdc74ff43b3d31328634efdccb2444aa1e59d5b565c17e5200577].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221005142046
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:99a4040aa95ec73e437e3dbdbe5bec943700d2b8762ceb22f7ae93dfdf37f5f3
Deleted: sha256:f40686eb2b2c62e039151d4e9db906b675eac33d8555bd83eb577780df2fa760
Deleted: sha256:664b80f327c3a2ab77b31a04a14d91b0f8040bf37ff18dbaa130e7cf750877a3
Deleted: sha256:958447f7498208bf9ec36a4fa18d9fa8fa44c18c7395f4f83161234cf9fbcb2d
Deleted: sha256:ae2739095f98dcd427f65d756403b87ec4de71e4c19c5e846660895ef9525e72
Deleted: sha256:5b808deeb42467ced14763962c80d718e6f61208a60e9fb36ffa5d511921bb74
Deleted: sha256:a8883256ca9d3f3bb4d91d3328fdc41c2cda4f5adca6200c9b946f2144496b82
Deleted: sha256:4f6a3743558ff893340a18afafded46bd0176c92b72c8bfd81a678d16c214a31
Deleted: sha256:58ae6fa7fbef380f948340d0881aacc933f694df10ad9a79aa0cc27dfd9a9d39
Deleted: sha256:076e4258ecc662f7dabf4a0fdfafb70cc043091da89cd0b32a1d10e124497230
Deleted: sha256:059f14a646472da0da862a455da589740821d73806b96fb70db2fc9bf088a003
Deleted: sha256:2bd4f040f6ad98e0b5afc8f6ca457f567134d8a736380c251acb89c1453863be
Deleted: sha256:d48a2b2be56ca989322e426e17f273c52fa495873981d7e20349b0c9de1f56ce
Deleted: sha256:c833cfcfadc35fe7ec604f12d295248b49d9b9df6be69bdcc5bf856277451465
Deleted: sha256:8e70c6c54b96173622395aad287bd5a79ae47e0f3640d1f795ddce44edba545f
Deleted: sha256:d2ccd3a48a112838163f80d20eb34ca2b717e9066535899d384a403f5c3df64d
Deleted: sha256:9a060b240ada520c26a3f890cacd83c010baa71e19f27fb0acef1fd4a19e3bc8
Deleted: sha256:8073e87040ac9fb7a9c8bad16cc65d7dfdff86030b3a8b7df78613b2a53d19ae
Deleted: sha256:0e92c273ca086f681dd7184fa6fe599e2eae7436fe33363376c576e6ff1aaa6b
Deleted: sha256:b59a96f867f65da1d8e5dff245ada1d2785e0b8b7f121f2b34be0ffea7c9dcda
Deleted: sha256:3c0230011e56db126f3a3a48e12cb41628942fb4033570b350bd4abe736def32
Deleted: sha256:be69f84206682f028209dc810712fc2d782f21d73a8354a207bddfc1e1fedfbc
Deleted: sha256:1a912bfc6a652ac6907287b31d465205e5ccc0678699e49aad1bb92d78a393f3
Deleted: sha256:4c6ec2c9f43586b3cd544c22f45128ff2837f2bb7b27979297d547e62630a7ab
Deleted: sha256:cf0ce283ff04fc79e5ab0196672cdcb63ae02e426b7db3d02255680c4f01fbdc
Deleted: sha256:afcdfb7143c9fb0e775924d922a2cd7705e8aba07cc1d13613e8c267829992f4
Deleted: sha256:014a0014fbd0e0790d131b3503d8ab037a4455df26c698572f4f8036464a2c8d
Deleted: sha256:05375512fd955931fcdf0b563c1f1b0eda1f845ab686fbb4a33020b11f900282
Deleted: sha256:753a208ba21d4a1f859833d7e3b0a04a4dcfa726d73311a305a4e1a1469ede08
Deleted: sha256:b126abfad4e5c8f7d88083eba49aec9f28b046ae4942d162d95c3245c2f38076
Deleted: sha256:ec24512d0ff54e89d0b9c4aabc782e1508c7128cc06aea6d9b89ae835bbe1b97
Deleted: sha256:6533ea16e79bb428703b5e1a77cf3c53312156184874ad3ae01fde4947ca369a
Deleted: sha256:417864f816b93d7c06cafc50917399a3d8d3b7939c1eaf8a1e7f00821de059de
Deleted: sha256:17c2aa36708036278a26c93ce07cc9a32bd8507bd12a7f2a26471692635ffe4c
Deleted: sha256:d3ed5336c856ca557c1eeb45103dd8fd113c8013c428d4f8dc8665425d121fe6
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221005142046]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:99a4040aa95ec73e437e3dbdbe5bec943700d2b8762ceb22f7ae93dfdf37f5f3]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221005142046] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:99a4040aa95ec73e437e3dbdbe5bec943700d2b8762ceb22f7ae93dfdf37f5f3])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:99a4040aa95ec73e437e3dbdbe5bec943700d2b8762ceb22f7ae93dfdf37f5f3
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:99a4040aa95ec73e437e3dbdbe5bec943700d2b8762ceb22f7ae93dfdf37f5f3
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:99a4040aa95ec73e437e3dbdbe5bec943700d2b8762ceb22f7ae93dfdf37f5f3].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2796365.
Stopping expansion service pid: 2796366.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 11m 27s
215 actionable tasks: 152 executed, 51 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/2mdifmqtr52hw
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #761
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/761/display/redirect?page=changes>
Changes:
[noreply] Bump google-cloud-spanner version for py containers (#23480)
------------------------------------------
[...truncated 990.64 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10441/go-8-1664961571079994539/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10441/go-8-1664961571079994539/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10441/go-8-1664961571079994539/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10441/go-8-1664961571079994539/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10441/go-8-1664961571079994539/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10441/go-8-1664961571079994539/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10441/go-8-1664961571079994539/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-MGdQrAj1yVIycjBQNAuPLxgE_lPMlEvXBExf-JUonSM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-MGdQrAj1yVIycjBQNAuPLxgE_lPMlEvXBExf-JUonSM.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10441/go-8-1664961571079994539/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10441/go-8-1664961571079994539/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221005-083208"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221005082031"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221005-083208"
}
]
},
"name": "go-testxlang_partition-421",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/05 09:19:40 Submitted job: 2022-10-05_02_19_40-2898757133717447159
2022/10/05 09:19:40 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-05_02_19_40-2898757133717447159?project=apache-beam-testing
2022/10/05 09:19:40 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-05_02_19_40-2898757133717447159
2022/10/05 09:19:41 Job state: JOB_STATE_PENDING ...
2022/10/05 09:20:11 Job still running ...
2022/10/05 09:20:41 Job still running ...
2022/10/05 09:21:11 Job still running ...
2022/10/05 09:21:41 Job still running ...
2022/10/05 09:22:11 Job still running ...
2022/10/05 09:22:41 Job still running ...
2022/10/05 09:23:11 Job still running ...
2022/10/05 09:23:41 Job still running ...
2022/10/05 09:24:11 Job still running ...
2022/10/05 09:24:41 Job still running ...
2022/10/05 09:25:11 Job still running ...
2022/10/05 09:25:41 Job still running ...
2022/10/05 09:26:11 Job still running ...
2022/10/05 09:26:41 Job still running ...
2022/10/05 09:27:11 Job still running ...
2022/10/05 09:27:41 Job still running ...
2022/10/05 09:28:11 Job still running ...
2022/10/05 09:28:41 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-05_02_19_40-2898757133717447159 failed
--- FAIL: TestXLang_Partition (581.34s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3389.387s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664958767318313516
--- FAIL: TestBigQueryIO_BasicWriteRead (5.29s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37061 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@GdaslKJmpZ" is_bounded:BOUNDED windowing_strategy_id:"w0@GdaslKJmpZ"}} windowing_strategies:{key:"w0@GdaslKJmpZ" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@GdaslKJmpZ" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@GdaslKJmpZ" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@GdaslKJmpZ" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664958767318313516\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"GdaslKJmpZ"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37061 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@GdaslKJmpZ" is_bounded:BOUNDED windowing_strategy_id:"w0@GdaslKJmpZ"}} windowing_strategies:{key:"w0@GdaslKJmpZ" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@GdaslKJmpZ" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@GdaslKJmpZ" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@GdaslKJmpZ" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664958767318313516\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"GdaslKJmpZ"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 28 [running]:
testing.tRunner.func1.2({0xf02240, 0xc00059b280})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf02240, 0xc00059b280})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a4840?, 0xc000496050?}, {0x10a9c11, 0x39}, {0xc0005b4180?, 0xa6e680?, 0x1?}, {0xc00048cb90, 0xf}, 0xc0001add20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a47e0?, 0xc000496050?}, {0xc000118840, 0x52}, {0x1?}, {0xc0001adea8, 0x2, 0xe11640?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00048cb90, 0xf}, {0xc000118840, 0x52}, {0xe51120, 0xc0003fa258})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0000c6b60)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0000c6b60, 0x10d8938)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.322s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.031s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.034s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.047s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:5fb6de2c9ada1882ba6904f128da20708c4b571777809e4acacc2f8832e70f9e
Associated tags:
- 20221005-083208
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221005-083208
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221005-083208].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:5fb6de2c9ada1882ba6904f128da20708c4b571777809e4acacc2f8832e70f9e].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221005082031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ff75abdc6ce2c1aa614cee2786f73707f368521cfb1e7de1be3a00451ee9c002]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221005082031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ff75abdc6ce2c1aa614cee2786f73707f368521cfb1e7de1be3a00451ee9c002])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ff75abdc6ce2c1aa614cee2786f73707f368521cfb1e7de1be3a00451ee9c002
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ff75abdc6ce2c1aa614cee2786f73707f368521cfb1e7de1be3a00451ee9c002].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221005082031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9bb0c5e44ddd9c74e6beefce193109d83797b02b140df50b7e8e525b66ba5f62]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221005082031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9bb0c5e44ddd9c74e6beefce193109d83797b02b140df50b7e8e525b66ba5f62])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9bb0c5e44ddd9c74e6beefce193109d83797b02b140df50b7e8e525b66ba5f62
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9bb0c5e44ddd9c74e6beefce193109d83797b02b140df50b7e8e525b66ba5f62].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 9m 1s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/t3qux4jm7bzxu
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #760
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/760/display/redirect>
Changes:
------------------------------------------
[...truncated 1004.07 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25246/go-8-1664940032525725642/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25246/go-8-1664940032525725642/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25246/go-8-1664940032525725642/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25246/go-8-1664940032525725642/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25246/go-8-1664940032525725642/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-MGdQrAj1yVIycjBQNAuPLxgE_lPMlEvXBExf-JUonSM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-MGdQrAj1yVIycjBQNAuPLxgE_lPMlEvXBExf-JUonSM.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25246/go-8-1664940032525725642/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25246/go-8-1664940032525725642/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25246/go-8-1664940032525725642/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25246/go-8-1664940032525725642/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221005-023339"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221005022043"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221005-023339"
}
]
},
"name": "go-testxlang_partition-948",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/05 03:20:42 Submitted job: 2022-10-04_20_20_41-466076171967804192
2022/10/05 03:20:42 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-04_20_20_41-466076171967804192?project=apache-beam-testing
2022/10/05 03:20:42 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-04_20_20_41-466076171967804192
2022/10/05 03:20:42 Job state: JOB_STATE_PENDING ...
2022/10/05 03:21:12 Job still running ...
2022/10/05 03:21:42 Job still running ...
2022/10/05 03:22:12 Job still running ...
2022/10/05 03:22:42 Job still running ...
2022/10/05 03:23:12 Job still running ...
2022/10/05 03:23:42 Job still running ...
2022/10/05 03:24:12 Job still running ...
2022/10/05 03:24:42 Job still running ...
2022/10/05 03:25:12 Job still running ...
2022/10/05 03:25:42 Job still running ...
2022/10/05 03:26:12 Job still running ...
2022/10/05 03:26:42 Job still running ...
2022/10/05 03:27:12 Job still running ...
2022/10/05 03:27:42 Job still running ...
2022/10/05 03:28:13 Job still running ...
2022/10/05 03:28:43 Job still running ...
2022/10/05 03:29:13 Job still running ...
2022/10/05 03:29:43 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-04_20_20_41-466076171967804192 failed
--- FAIL: TestXLang_Partition (580.94s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3361.471s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664937255175610990
--- FAIL: TestBigQueryIO_BasicWriteRead (4.72s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37947 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@wuygMDsxzp" is_bounded:BOUNDED windowing_strategy_id:"w0@wuygMDsxzp"}} windowing_strategies:{key:"w0@wuygMDsxzp" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@wuygMDsxzp" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@wuygMDsxzp" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@wuygMDsxzp" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664937255175610990\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"wuygMDsxzp"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37947 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@wuygMDsxzp" is_bounded:BOUNDED windowing_strategy_id:"w0@wuygMDsxzp"}} windowing_strategies:{key:"w0@wuygMDsxzp" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@wuygMDsxzp" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@wuygMDsxzp" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@wuygMDsxzp" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664937255175610990\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"wuygMDsxzp"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 50 [running]:
testing.tRunner.func1.2({0xf02240, 0xc000477c40})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf02240, 0xc000477c40})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000598a60?, 0xc000117a40?}, {0x10a9c11, 0x39}, {0xc000162180?, 0xa6e680?, 0x1?}, {0xc00013d860, 0xf}, 0xc0005e9d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000598a00?, 0xc000117a40?}, {0xc0005a0300, 0x52}, {0x1?}, {0xc0005e9ea8, 0x2, 0x7f8f604d7c98?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00013d860, 0xf}, {0xc0005a0300, 0x52}, {0xe51120, 0xc0005eca50})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00058a9c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00058a9c0, 0x10d8938)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.759s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a395c0a123dcb39d4e7178ca833dea2dca9e13124ab4a3fc7bf60b63352ba207
Associated tags:
- 20221005-023339
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221005-023339
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221005-023339].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a395c0a123dcb39d4e7178ca833dea2dca9e13124ab4a3fc7bf60b63352ba207].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221005022043]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9625dff7338cc75ec354ebff6248e6123b31be4cf25d25f5f1acec58983ddd3b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221005022043] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9625dff7338cc75ec354ebff6248e6123b31be4cf25d25f5f1acec58983ddd3b])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9625dff7338cc75ec354ebff6248e6123b31be4cf25d25f5f1acec58983ddd3b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9625dff7338cc75ec354ebff6248e6123b31be4cf25d25f5f1acec58983ddd3b].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221005022043]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:41af66dafcef3d03854d325ebbb96fb039d95e6adfbcafd63fa672a2a6af3186]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221005022043] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:41af66dafcef3d03854d325ebbb96fb039d95e6adfbcafd63fa672a2a6af3186])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:41af66dafcef3d03854d325ebbb96fb039d95e6adfbcafd63fa672a2a6af3186
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:41af66dafcef3d03854d325ebbb96fb039d95e6adfbcafd63fa672a2a6af3186].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 10m 1s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/vphqvjpievpfw
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #759
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/759/display/redirect?page=changes>
Changes:
[ningkang0957] Prep sidepanel 3.0.0 release
[noreply] Revert "Add drop_example flag to the RunInference and Model Handler
[noreply] Documented supported PyTorch versions (#22974)
[noreply] [Go SDK] Add fake impulse for inputs in Xlang Transform (#23383)
[noreply] Write permissions for issue closer/assigner
[noreply] GA Migration Adding Removal of /.m2/settings.xml (#23481)
------------------------------------------
[...truncated 563.99 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27565/go-8-1664918803264524918/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27565/go-8-1664918803264524918/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221004-203814"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221004202044"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221004-203814"
}
]
},
"name": "go-testxlang_partition-273",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/04 21:26:52 Submitted job: 2022-10-04_14_26_52-492029776008470212
2022/10/04 21:26:52 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-04_14_26_52-492029776008470212?project=apache-beam-testing
2022/10/04 21:26:52 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-04_14_26_52-492029776008470212
2022/10/04 21:26:53 Job state: JOB_STATE_PENDING ...
2022/10/04 21:27:23 Job still running ...
2022/10/04 21:27:53 Job still running ...
2022/10/04 21:28:23 Job still running ...
2022/10/04 21:28:53 Job still running ...
2022/10/04 21:29:23 Job still running ...
2022/10/04 21:29:53 Job still running ...
2022/10/04 21:30:23 Job still running ...
2022/10/04 21:30:53 Job still running ...
2022/10/04 21:31:23 Job still running ...
2022/10/04 21:31:53 Job still running ...
2022/10/04 21:32:23 Job still running ...
2022/10/04 21:32:53 Job still running ...
2022/10/04 21:33:23 Job still running ...
2022/10/04 21:33:53 Job still running ...
2022/10/04 21:34:23 Job still running ...
2022/10/04 21:34:53 Job still running ...
2022/10/04 21:35:23 Job still running ...
2022/10/04 21:35:53 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-04_14_26_52-492029776008470212 failed
--- FAIL: TestXLang_Partition (580.93s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3414.495s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664915981614660156
--- FAIL: TestBigQueryIO_BasicWriteRead (9.89s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:34431 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@bmjcpfRzSu" is_bounded:BOUNDED windowing_strategy_id:"w0@bmjcpfRzSu"}} windowing_strategies:{key:"w0@bmjcpfRzSu" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@bmjcpfRzSu" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@bmjcpfRzSu" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@bmjcpfRzSu" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664915981614660156\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"bmjcpfRzSu"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:34431 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@bmjcpfRzSu" is_bounded:BOUNDED windowing_strategy_id:"w0@bmjcpfRzSu"}} windowing_strategies:{key:"w0@bmjcpfRzSu" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@bmjcpfRzSu" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@bmjcpfRzSu" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@bmjcpfRzSu" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664915981614660156\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"bmjcpfRzSu"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 50 [running]:
testing.tRunner.func1.2({0xf02240, 0xc0001219c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf02240, 0xc0001219c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000200fa0?, 0xc00012d630?}, {0x10a9c11, 0x39}, {0xc0003080c0?, 0xa6e680?, 0x1?}, {0xc000202b20, 0xf}, 0xc000305d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000200f40?, 0xc00012d630?}, {0xc000228480, 0x52}, {0x1?}, {0xc000305ea8, 0x2, 0x7f9440411008?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000202b20, 0xf}, {0xc000228480, 0x52}, {0xe51120, 0xc000203cd0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000103860)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000103860, 0x10d8938)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 12.978s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.087s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.115s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.143s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221004-203814
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221004-203814
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:68fc6fd6356f1fd1a4152f7426457eceb66d613522f93df4a9f756c6c6b5808e
Deleted: sha256:0a6ad1982a85df51dc9fc48dd5cc65a7586890fcbc8c929c2a117bee0d716475
Deleted: sha256:025d299ba0724aab39a8d4bef3dc24dc3520fc0506c32ea27502afb99ca0daf9
Deleted: sha256:72af623fb3f8c14c815eb60c198300b6ac51aed8ad5dd2f7fbfd03a937cecffc
Deleted: sha256:808bb32b329f9181780fc239921bbb5454a9e40f77affd5363db93390f08cbeb
Deleted: sha256:8d4a8fde1cc72193505838f30941382f49eb7af9e671d2de19c7f506a94621e7
Deleted: sha256:3d1583a1fee56d0e478448a10776c9a4f6844e96b6338863be344439680923a8
Deleted: sha256:2e5145ec6c44385d4572d55f2c58916ec8da3b18befd2d77c634439c02e7330a
Deleted: sha256:bf8dfbb0ff7683706f94b0077c3caa44a201de8b53cfc365d1f9554ca7936538
Deleted: sha256:789a4093d1629bb75547130a8baa8084f4a22ddd4d1a3afbbadfd4efb142cdf0
Deleted: sha256:07616ea5651622b2dbce698bea897edab27ae840ac5859d1b82c8865695afc59
Deleted: sha256:147f1dacb1dc986deaf707340bd77e384181e2f6d2ff7dc37964552e519bdc87
Deleted: sha256:560700024a14f369dd7b75335f266159b225e22e6143d2f28af9d8399ddee0aa
Deleted: sha256:6c63d9ad2f4d4ecae132bab43410ae9ec8f72e949e7a47fe555286c203f0862d
Deleted: sha256:22586b409410a682af8e0dc0ade0bc7779381f8a19fa4436a706ef90085f73f8
Deleted: sha256:44ffb7b99d7423abef15ed364c42fd652fe302c4f213b7d14fe24aebf262fc1d
Deleted: sha256:40d50fe1a02cdb75b45706c296267fb737da073ee732d9cfc721c3a8147362df
Deleted: sha256:8bafba304577cfd22554220a12fede0e7695cd9043b942ce76274c43abd1d540
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221004-203814
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:68fc6fd6356f1fd1a4152f7426457eceb66d613522f93df4a9f756c6c6b5808e
Associated tags:
- 20221004-203814
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221004-203814
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221004-203814].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:68fc6fd6356f1fd1a4152f7426457eceb66d613522f93df4a9f756c6c6b5808e].
$ rm -rf /tmp/tmp.xnJLUuF5uP
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221004202044
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c0504b4ab18bdca57b59cb0909659f0b49e91360522afcf5b5fc6703d55dcd88
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221004202044]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c0504b4ab18bdca57b59cb0909659f0b49e91360522afcf5b5fc6703d55dcd88]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221004202044] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c0504b4ab18bdca57b59cb0909659f0b49e91360522afcf5b5fc6703d55dcd88])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c0504b4ab18bdca57b59cb0909659f0b49e91360522afcf5b5fc6703d55dcd88
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c0504b4ab18bdca57b59cb0909659f0b49e91360522afcf5b5fc6703d55dcd88
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c0504b4ab18bdca57b59cb0909659f0b49e91360522afcf5b5fc6703d55dcd88].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221004202044
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7fd6f7cbce361c1276b02d811c24027f76371ff886d55daf10944fa62709a49c
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221004202044]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7fd6f7cbce361c1276b02d811c24027f76371ff886d55daf10944fa62709a49c]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221004202044] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7fd6f7cbce361c1276b02d811c24027f76371ff886d55daf10944fa62709a49c])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7fd6f7cbce361c1276b02d811c24027f76371ff886d55daf10944fa62709a49c
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7fd6f7cbce361c1276b02d811c24027f76371ff886d55daf10944fa62709a49c
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7fd6f7cbce361c1276b02d811c24027f76371ff886d55daf10944fa62709a49c].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1688892.
Stopping expansion service pid: 1688909.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 16m 13s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/i3d2w4ynmvlvk
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #758
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/758/display/redirect?page=changes>
Changes:
[bulat.safiullin] [Website] fix navbar footer overlap #22698
[noreply] AI/ML pipelines master page documentation (#23443)
[noreply] Fix go fmt error (#23474)
------------------------------------------
[...truncated 1001.07 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2100/go-8-1664897199515167259/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2100/go-8-1664897199515167259/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2100/go-8-1664897199515167259/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2100/go-8-1664897199515167259/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2100/go-8-1664897199515167259/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2100/go-8-1664897199515167259/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2100/go-8-1664897199515167259/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2100/go-8-1664897199515167259/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-MGdQrAj1yVIycjBQNAuPLxgE_lPMlEvXBExf-JUonSM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-MGdQrAj1yVIycjBQNAuPLxgE_lPMlEvXBExf-JUonSM.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2100/go-8-1664897199515167259/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221004142042"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221004-143819"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221004-143819"
}
]
},
"name": "go-testxlang_partition-928",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/04 15:26:49 Submitted job: 2022-10-04_08_26_49-11077596721284193361
2022/10/04 15:26:49 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-04_08_26_49-11077596721284193361?project=apache-beam-testing
2022/10/04 15:26:49 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-04_08_26_49-11077596721284193361
2022/10/04 15:26:49 Job state: JOB_STATE_PENDING ...
2022/10/04 15:27:20 Job still running ...
2022/10/04 15:27:50 Job still running ...
2022/10/04 15:28:20 Job still running ...
2022/10/04 15:28:50 Job still running ...
2022/10/04 15:29:20 Job still running ...
2022/10/04 15:29:50 Job still running ...
2022/10/04 15:30:20 Job still running ...
2022/10/04 15:30:50 Job still running ...
2022/10/04 15:31:20 Job still running ...
2022/10/04 15:31:50 Job still running ...
2022/10/04 15:32:20 Job still running ...
2022/10/04 15:32:50 Job still running ...
2022/10/04 15:33:20 Job still running ...
2022/10/04 15:33:50 Job still running ...
2022/10/04 15:34:20 Job still running ...
2022/10/04 15:34:50 Job still running ...
2022/10/04 15:35:20 Job still running ...
2022/10/04 15:35:50 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-04_08_26_49-11077596721284193361 failed
--- FAIL: TestXLang_Partition (581.50s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3418.342s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664894365883584862
--- FAIL: TestBigQueryIO_BasicWriteRead (5.94s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43909 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@GAiAVzGijL" is_bounded:BOUNDED windowing_strategy_id:"w0@GAiAVzGijL"}} windowing_strategies:{key:"w0@GAiAVzGijL" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@GAiAVzGijL" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@GAiAVzGijL" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@GAiAVzGijL" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664894365883584862\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"GAiAVzGijL"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43909 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@GAiAVzGijL" is_bounded:BOUNDED windowing_strategy_id:"w0@GAiAVzGijL"}} windowing_strategies:{key:"w0@GAiAVzGijL" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@GAiAVzGijL" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@GAiAVzGijL" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@GAiAVzGijL" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664894365883584862\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"GAiAVzGijL"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 24 [running]:
testing.tRunner.func1.2({0xf01240, 0xc00002a940})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01240, 0xc00002a940})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00051d2a0?, 0xc0005240f0?}, {0x10a8c02, 0x39}, {0xc0007d00c0?, 0xa6dfc0?, 0x1?}, {0xc000518bf0, 0xf}, 0xc0007bfd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00051d240?, 0xc0005240f0?}, {0xc000180c60, 0x52}, {0x1?}, {0xc0007bfea8, 0x2, 0x7f3570b51548?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000518bf0, 0xf}, {0xc000180c60, 0x52}, {0xe50120, 0xc000519da0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000003d40)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000003d40, 0x10d7918)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 9.006s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.061s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.063s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.053s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c40754d9189d1c139859e7683aa4ebb4c9b49b1df068cd85a495daa7e03f8f18
Associated tags:
- 20221004-143819
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221004-143819
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221004-143819].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c40754d9189d1c139859e7683aa4ebb4c9b49b1df068cd85a495daa7e03f8f18].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221004142042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:180088442efa42601cb692b702fc42339e23f2ab187ee568ee3b5a46ab1aa935]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221004142042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:180088442efa42601cb692b702fc42339e23f2ab187ee568ee3b5a46ab1aa935])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:180088442efa42601cb692b702fc42339e23f2ab187ee568ee3b5a46ab1aa935
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:180088442efa42601cb692b702fc42339e23f2ab187ee568ee3b5a46ab1aa935].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221004142042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:69076260b22c81878c19ad472ffca8ab99e37a8b7aeb9c8c9e848adebcc369dc]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221004142042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:69076260b22c81878c19ad472ffca8ab99e37a8b7aeb9c8c9e848adebcc369dc])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:69076260b22c81878c19ad472ffca8ab99e37a8b7aeb9c8c9e848adebcc369dc
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:69076260b22c81878c19ad472ffca8ab99e37a8b7aeb9c8c9e848adebcc369dc].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 16m 13s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/mauqpnf4tsn62
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #757
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/757/display/redirect>
Changes:
------------------------------------------
[...truncated 553.22 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3492/go-8-1664875160090296263/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3492/go-8-1664875160090296263/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3492/go-8-1664875160090296263/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3492/go-8-1664875160090296263/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3492/go-8-1664875160090296263/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3492/go-8-1664875160090296263/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-MGdQrAj1yVIycjBQNAuPLxgE_lPMlEvXBExf-JUonSM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-MGdQrAj1yVIycjBQNAuPLxgE_lPMlEvXBExf-JUonSM.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3492/go-8-1664875160090296263/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3492/go-8-1664875160090296263/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3492/go-8-1664875160090296263/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221004-083254"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221004082043"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221004-083254"
}
]
},
"name": "go-testxlang_partition-448",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/04 09:19:30 Submitted job: 2022-10-04_02_19_29-16289863252988625553
2022/10/04 09:19:30 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-04_02_19_29-16289863252988625553?project=apache-beam-testing
2022/10/04 09:19:30 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-04_02_19_29-16289863252988625553
2022/10/04 09:19:30 Job state: JOB_STATE_PENDING ...
2022/10/04 09:20:00 Job still running ...
2022/10/04 09:20:30 Job still running ...
2022/10/04 09:21:00 Job still running ...
2022/10/04 09:21:30 Job still running ...
2022/10/04 09:22:00 Job still running ...
2022/10/04 09:22:30 Job still running ...
2022/10/04 09:23:00 Job still running ...
2022/10/04 09:23:30 Job still running ...
2022/10/04 09:24:00 Job still running ...
2022/10/04 09:24:30 Job still running ...
2022/10/04 09:25:00 Job still running ...
2022/10/04 09:25:30 Job still running ...
2022/10/04 09:26:00 Job still running ...
2022/10/04 09:26:30 Job still running ...
2022/10/04 09:27:00 Job still running ...
2022/10/04 09:27:30 Job still running ...
2022/10/04 09:28:00 Job still running ...
2022/10/04 09:28:31 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-04_02_19_29-16289863252988625553 failed
--- FAIL: TestXLang_Partition (581.16s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3333.225s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664872411725342471
--- FAIL: TestBigQueryIO_BasicWriteRead (5.64s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:36421 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@eNiXAxaEPZ" is_bounded:BOUNDED windowing_strategy_id:"w0@eNiXAxaEPZ"}} windowing_strategies:{key:"w0@eNiXAxaEPZ" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@eNiXAxaEPZ" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@eNiXAxaEPZ" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@eNiXAxaEPZ" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664872411725342471\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"eNiXAxaEPZ"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:36421 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@eNiXAxaEPZ" is_bounded:BOUNDED windowing_strategy_id:"w0@eNiXAxaEPZ"}} windowing_strategies:{key:"w0@eNiXAxaEPZ" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@eNiXAxaEPZ" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@eNiXAxaEPZ" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@eNiXAxaEPZ" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664872411725342471\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"eNiXAxaEPZ"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 14 [running]:
testing.tRunner.func1.2({0xf01240, 0xc0006d8440})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01240, 0xc0006d8440})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a4700?, 0xc000498050?}, {0x10a8c02, 0x39}, {0xc0000f8240?, 0xa6dfc0?, 0x1?}, {0xc000128ba0, 0xf}, 0xc0006b9d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a46a0?, 0xc000498050?}, {0xc00004a9c0, 0x52}, {0x1?}, {0xc0006b9ea8, 0x2, 0x7f42af5515a0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000128ba0, 0xf}, {0xc00004a9c0, 0x52}, {0xe50120, 0xc000400080})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000103ba0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000103ba0, 0x10d7918)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.674s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.037s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.035s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.038s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:bbc738500012f36a623e229b3916029234a1dcf570889e2cbacccc0fafbf0c85
Associated tags:
- 20221004-083254
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221004-083254
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221004-083254].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:bbc738500012f36a623e229b3916029234a1dcf570889e2cbacccc0fafbf0c85].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221004082043]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8c7f13609089620799e743c3eeb4eb593d758a9817633c48a14ad2b06b2ae5e5]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221004082043] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8c7f13609089620799e743c3eeb4eb593d758a9817633c48a14ad2b06b2ae5e5])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8c7f13609089620799e743c3eeb4eb593d758a9817633c48a14ad2b06b2ae5e5
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8c7f13609089620799e743c3eeb4eb593d758a9817633c48a14ad2b06b2ae5e5].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221004082043]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:fb5b069b32c7f82a2784998dedf77a987b8b8d87dfc8b1f0e2e38ac904006735]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221004082043] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:fb5b069b32c7f82a2784998dedf77a987b8b8d87dfc8b1f0e2e38ac904006735])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:fb5b069b32c7f82a2784998dedf77a987b8b8d87dfc8b1f0e2e38ac904006735
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:fb5b069b32c7f82a2784998dedf77a987b8b8d87dfc8b1f0e2e38ac904006735].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 52s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/33kchdgmlncl2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #756
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/756/display/redirect?page=changes>
Changes:
[noreply] Support DECIMAL logical type in python SDK (#23014)
------------------------------------------
[...truncated 534.71 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14498/go-8-1664853642624983695/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14498/go-8-1664853642624983695/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14498/go-8-1664853642624983695/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14498/go-8-1664853642624983695/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14498/go-8-1664853642624983695/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14498/go-8-1664853642624983695/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14498/go-8-1664853642624983695/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14498/go-8-1664853642624983695/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14498/go-8-1664853642624983695/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-MGdQrAj1yVIycjBQNAuPLxgE_lPMlEvXBExf-JUonSM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-MGdQrAj1yVIycjBQNAuPLxgE_lPMlEvXBExf-JUonSM.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221004-023409"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221004022043"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221004-023409"
}
]
},
"name": "go-testxlang_partition-921",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/04 03:20:51 Submitted job: 2022-10-03_20_20_51-17432053659246639687
2022/10/04 03:20:51 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-03_20_20_51-17432053659246639687?project=apache-beam-testing
2022/10/04 03:20:51 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-03_20_20_51-17432053659246639687
2022/10/04 03:20:51 Job state: JOB_STATE_PENDING ...
2022/10/04 03:21:21 Job still running ...
2022/10/04 03:21:52 Job still running ...
2022/10/04 03:22:22 Job still running ...
2022/10/04 03:22:52 Job still running ...
2022/10/04 03:23:22 Job still running ...
2022/10/04 03:23:52 Job still running ...
2022/10/04 03:24:22 Job still running ...
2022/10/04 03:24:52 Job still running ...
2022/10/04 03:25:22 Job still running ...
2022/10/04 03:25:52 Job still running ...
2022/10/04 03:26:22 Job still running ...
2022/10/04 03:26:52 Job still running ...
2022/10/04 03:27:22 Job still running ...
2022/10/04 03:27:52 Job still running ...
2022/10/04 03:28:22 Job still running ...
2022/10/04 03:28:52 Job still running ...
2022/10/04 03:29:22 Job still running ...
2022/10/04 03:29:52 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-03_20_20_51-17432053659246639687 failed
--- FAIL: TestXLang_Partition (580.26s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3334.975s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664850891499911006
--- FAIL: TestBigQueryIO_BasicWriteRead (6.03s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:33595 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@eigMbaVAKk" is_bounded:BOUNDED windowing_strategy_id:"w0@eigMbaVAKk"}} windowing_strategies:{key:"w0@eigMbaVAKk" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@eigMbaVAKk" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@eigMbaVAKk" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@eigMbaVAKk" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664850891499911006\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"eigMbaVAKk"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:33595 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@eigMbaVAKk" is_bounded:BOUNDED windowing_strategy_id:"w0@eigMbaVAKk"}} windowing_strategies:{key:"w0@eigMbaVAKk" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@eigMbaVAKk" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@eigMbaVAKk" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@eigMbaVAKk" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664850891499911006\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"eigMbaVAKk"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 22 [running]:
testing.tRunner.func1.2({0xf01240, 0xc00013a100})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01240, 0xc00013a100})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00048af20?, 0xc0004976d0?}, {0x10a8c02, 0x39}, {0xc0005de240?, 0xa6dfc0?, 0x1?}, {0xc00048ce90, 0xf}, 0xc000029d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00048aec0?, 0xc0004976d0?}, {0xc00004aa80, 0x52}, {0x1?}, {0xc000029ea8, 0x2, 0x7f6a1c6773c0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00048ce90, 0xf}, {0xc00004aa80, 0x52}, {0xe50120, 0xc0000401d0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0004a9380)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0004a9380, 0x10d7918)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 9.069s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.057s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.053s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:9925e48e102fea246c4be7c6e7ea986dad9d2b46e0b9d6083f22f2a16c30cfda
Associated tags:
- 20221004-023409
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221004-023409
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221004-023409].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:9925e48e102fea246c4be7c6e7ea986dad9d2b46e0b9d6083f22f2a16c30cfda].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221004022043]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6a2e6282657cfa6df8c598c92c2dc929336c8420e31e275aca33f45ba9161b2c]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221004022043] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6a2e6282657cfa6df8c598c92c2dc929336c8420e31e275aca33f45ba9161b2c])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6a2e6282657cfa6df8c598c92c2dc929336c8420e31e275aca33f45ba9161b2c
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6a2e6282657cfa6df8c598c92c2dc929336c8420e31e275aca33f45ba9161b2c].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221004022043]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b355608c5b33aad86637bd1364e9c6c11b947c4ce9485d43709cc5504cacd86d]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221004022043] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b355608c5b33aad86637bd1364e9c6c11b947c4ce9485d43709cc5504cacd86d])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b355608c5b33aad86637bd1364e9c6c11b947c4ce9485d43709cc5504cacd86d
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b355608c5b33aad86637bd1364e9c6c11b947c4ce9485d43709cc5504cacd86d].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 10m 13s
215 actionable tasks: 162 executed, 41 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/7w2atp7zharik
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #755
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/755/display/redirect?page=changes>
Changes:
[noreply] [Website] Add new Java quickstart (#22747)
[Robert Bradshaw] Require time-bound flag for non-UW streaming Python jobs for new SDKs.
[noreply] Fix JdbcIOIT, which seems to have never worked (#21796)
------------------------------------------
[...truncated 984.51 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29860/go-8-1664832055353874474/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29860/go-8-1664832055353874474/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29860/go-8-1664832055353874474/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29860/go-8-1664832055353874474/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29860/go-8-1664832055353874474/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29860/go-8-1664832055353874474/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29860/go-8-1664832055353874474/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29860/go-8-1664832055353874474/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29860/go-8-1664832055353874474/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221003-203325"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221003202045"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221003-203325"
}
]
},
"name": "go-testxlang_partition-704",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/03 21:21:06 Submitted job: 2022-10-03_14_21_04-2379380560282786143
2022/10/03 21:21:06 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-03_14_21_04-2379380560282786143?project=apache-beam-testing
2022/10/03 21:21:06 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-03_14_21_04-2379380560282786143
2022/10/03 21:21:06 Job state: JOB_STATE_PENDING ...
2022/10/03 21:21:36 Job still running ...
2022/10/03 21:22:06 Job still running ...
2022/10/03 21:22:36 Job still running ...
2022/10/03 21:23:06 Job still running ...
2022/10/03 21:23:36 Job still running ...
2022/10/03 21:24:06 Job still running ...
2022/10/03 21:24:36 Job still running ...
2022/10/03 21:25:06 Job still running ...
2022/10/03 21:25:36 Job still running ...
2022/10/03 21:26:06 Job still running ...
2022/10/03 21:26:36 Job still running ...
2022/10/03 21:27:06 Job still running ...
2022/10/03 21:27:37 Job still running ...
2022/10/03 21:28:07 Job still running ...
2022/10/03 21:28:37 Job still running ...
2022/10/03 21:29:07 Job still running ...
2022/10/03 21:29:37 Job still running ...
2022/10/03 21:30:07 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-03_14_21_04-2379380560282786143 failed
--- FAIL: TestXLang_Partition (582.11s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3396.092s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664829248775597806
--- FAIL: TestBigQueryIO_BasicWriteRead (5.39s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43413 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@SVZglTAdpL" is_bounded:BOUNDED windowing_strategy_id:"w0@SVZglTAdpL"}} windowing_strategies:{key:"w0@SVZglTAdpL" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@SVZglTAdpL" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@SVZglTAdpL" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@SVZglTAdpL" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664829248775597806\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"SVZglTAdpL"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43413 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@SVZglTAdpL" is_bounded:BOUNDED windowing_strategy_id:"w0@SVZglTAdpL"}} windowing_strategies:{key:"w0@SVZglTAdpL" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@SVZglTAdpL" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@SVZglTAdpL" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@SVZglTAdpL" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664829248775597806\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"SVZglTAdpL"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 40 [running]:
testing.tRunner.func1.2({0xf01240, 0xc000252d00})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01240, 0xc000252d00})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00010ec00?, 0xc0001260a0?}, {0x10a8c02, 0x39}, {0xc0000f8180?, 0xa6dfc0?, 0x1?}, {0xc000041960, 0xf}, 0xc0001add20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00010eba0?, 0xc0001260a0?}, {0xc0004d8360, 0x52}, {0x1?}, {0xc0001adea8, 0x2, 0xe10640?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000041960, 0xf}, {0xc0004d8360, 0x52}, {0xe50120, 0xc0003fe3d8})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00035b520)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00035b520, 0x10d7918)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.422s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.032s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.039s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.028s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:576ef7596ca9f0d270073275badc789db53a50a6a131d8df7332a93a2aa80174
Associated tags:
- 20221003-203325
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221003-203325
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221003-203325].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:576ef7596ca9f0d270073275badc789db53a50a6a131d8df7332a93a2aa80174].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221003202045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:69027d8abe4868a4aafd636a01095a0f95c86154a470c77a5f5f20e9e0522e7a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221003202045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:69027d8abe4868a4aafd636a01095a0f95c86154a470c77a5f5f20e9e0522e7a])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:69027d8abe4868a4aafd636a01095a0f95c86154a470c77a5f5f20e9e0522e7a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:69027d8abe4868a4aafd636a01095a0f95c86154a470c77a5f5f20e9e0522e7a].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221003202045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b9fa801edf8c7b1ab640879d7881972812b7cd8909b767f878e1a63c6a4962fe]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221003202045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b9fa801edf8c7b1ab640879d7881972812b7cd8909b767f878e1a63c6a4962fe])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b9fa801edf8c7b1ab640879d7881972812b7cd8909b767f878e1a63c6a4962fe
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b9fa801edf8c7b1ab640879d7881972812b7cd8909b767f878e1a63c6a4962fe].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 10m 24s
215 actionable tasks: 148 executed, 55 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/nw734xwqsnvsy
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #754
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/754/display/redirect?page=changes>
Changes:
[noreply] [Tour Of Beam] return taskSnippetId/solutionSnippedId (#23419)
[noreply] Beam 21465 add requires stable input (#23230)
------------------------------------------
[...truncated 1013.80 KB...]
2022/10/03 15:24:05 Job still running ...
2022/10/03 15:24:35 Job still running ...
2022/10/03 15:25:05 Job still running ...
2022/10/03 15:25:35 Job still running ...
2022/10/03 15:26:06 Job still running ...
2022/10/03 15:26:36 Job still running ...
2022/10/03 15:27:06 Job still running ...
2022/10/03 15:27:38 Job still running ...
2022/10/03 15:28:08 Job still running ...
2022/10/03 15:28:38 Job still running ...
2022/10/03 15:29:08 Job still running ...
2022/10/03 15:29:38 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-03_08_20_34-7477001962543930477 failed
--- FAIL: TestXLang_Partition (583.33s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3341.921s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664807669985635289
--- FAIL: TestBigQueryIO_BasicWriteRead (5.38s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41359 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@MsjTSpzhvF" is_bounded:BOUNDED windowing_strategy_id:"w0@MsjTSpzhvF"}} windowing_strategies:{key:"w0@MsjTSpzhvF" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@MsjTSpzhvF" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@MsjTSpzhvF" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@MsjTSpzhvF" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664807669985635289\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"MsjTSpzhvF"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41359 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@MsjTSpzhvF" is_bounded:BOUNDED windowing_strategy_id:"w0@MsjTSpzhvF"}} windowing_strategies:{key:"w0@MsjTSpzhvF" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@MsjTSpzhvF" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@MsjTSpzhvF" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@MsjTSpzhvF" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664807669985635289\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"MsjTSpzhvF"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 26 [running]:
testing.tRunner.func1.2({0xf01240, 0xc000598c80})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01240, 0xc000598c80})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00016d3e0?, 0xc0001419f0?}, {0x10a8c02, 0x39}, {0xc00015e180?, 0xa6dfc0?, 0x1?}, {0xc0003fcdd0, 0xf}, 0xc000543d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00016d360?, 0xc0001419f0?}, {0xc000520360, 0x52}, {0x1?}, {0xc000543ea8, 0x2, 0x7f9984102778?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003fcdd0, 0xf}, {0xc000520360, 0x52}, {0xe50120, 0xc000136310})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00059eea0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00059eea0, 0x10d7918)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.416s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.038s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.037s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221003-143343
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221003-143343
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:01f68517e2e9b55bb1655bb011d194c15b074f47a204ff7be88a9dd537aa4393
Deleted: sha256:6431f92ad694bb4c859abcfafea57bec94462859a1f3bb1f1980e071c7d78b42
Deleted: sha256:5ccaa9b3c1998804ad170b77add52f504b1ef59405ca23d38207e40776891ba4
Deleted: sha256:1faa9346b0eaf84d2cbf19217456b836e87994f900fb2019de23265167f73f32
Deleted: sha256:81967afef60f139579ca5a31b118b3fb2fc9463cdf256fb1f2f4e780cbba2975
Deleted: sha256:1dbfff7df776272d61848a9d58709a86b7ecaf72c6fc82ea0faf1b4b69162b24
Deleted: sha256:0005cd28da2797eb6006839c57c915d79081037e3c292b8a0684bc0d3a1d7b44
Deleted: sha256:7c4db79c29873a3ae9b07c410196adf81a9305800b07be1a8843dca5c429d185
Deleted: sha256:9531212b471fef3cbaa23b0d899deec2526d550b0cac82d861ad0936b6aa20f3
Deleted: sha256:14ddffa7fe030ae445c2d66efdafa4877131e3da9563ef98f30b32062c70dba3
Deleted: sha256:793f2e53fae7783393a2d6ba1cb0fb51594e7a4f5f0b8e48204afce47538ec7b
Deleted: sha256:0e3c83669fb0198624e31a5e2ed026df30a1616188c0714ca1ec0d932a034e23
Deleted: sha256:f1816941621771dcbf25a3dc312c2e925f8124f840f96fab8fd466da7fa4a833
Deleted: sha256:00012adfffc9cd310685525384b2b88feb78fa9ea7ab60881cd24b66ca4cc99c
Deleted: sha256:742e29da71d66001e80c4d5b4dc38a333ffa2a0a952794ec5227e5ba855187f5
Deleted: sha256:d85729aa0b169696b729430c74539b19ebdbbde8522f3ef722285db5e2ed6457
Deleted: sha256:6aa756274949987f0710a4344557cf9255aa82abd926f2ec2d4413b63e5307cf
Deleted: sha256:8416379b5012ace3a00430d972e03d490bb7274b2525ab3477db68ac7b5ce0d8
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221003-143343
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:01f68517e2e9b55bb1655bb011d194c15b074f47a204ff7be88a9dd537aa4393
Associated tags:
- 20221003-143343
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221003-143343
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221003-143343].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:01f68517e2e9b55bb1655bb011d194c15b074f47a204ff7be88a9dd537aa4393].
$ rm -rf /tmp/tmp.UeJs6UGgxr
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221003142044
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0f033dd5ed5be7c87e0989fc0239876230d391037b92836a17477d2ebd9295ad
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221003142044]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0f033dd5ed5be7c87e0989fc0239876230d391037b92836a17477d2ebd9295ad]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221003142044] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0f033dd5ed5be7c87e0989fc0239876230d391037b92836a17477d2ebd9295ad])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0f033dd5ed5be7c87e0989fc0239876230d391037b92836a17477d2ebd9295ad
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0f033dd5ed5be7c87e0989fc0239876230d391037b92836a17477d2ebd9295ad
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0f033dd5ed5be7c87e0989fc0239876230d391037b92836a17477d2ebd9295ad].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221003142044
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4b9fa488e390857a1d3a26d9c120622d5aac83744d1c88a439cfc7f040a24b6f
Deleted: sha256:9ecc279a29595c6ffe52bd411e7ce15ed2f61c6b51b686b8770ad5ad6958cb3b
Deleted: sha256:57cfb1f985417cbb02130ab51cbc39032a07b42145c4a591558d27ae439316d4
Deleted: sha256:ecdc463011c7f2713f044813318117ec6550e08bc7a4ec380ae50f95f48e9f71
Deleted: sha256:3591b80dd141c4b415b6be35fd49a51c9682de370e37d3100348892208129658
Deleted: sha256:3fd3e0c975d6237c53e27f4865c73eb863f769cc86121eafc45192ed8e56640e
Deleted: sha256:fe399a38975f34a1187c3649e6c15775809e7392f0c25e23be080e2a87202453
Deleted: sha256:0349694d35abe506084908b2cbca71e0160afb5fada86b6ec359e4d0a086ea26
Deleted: sha256:1ac773b77493a0024c68c84990343532877f3c3677dc1bf3ac4c0fdc2340d313
Deleted: sha256:a9b774e7223308f008112bba9315d11f914d16db535ddd3563787ddbe710a76e
Deleted: sha256:f91e0cee5e949d07c5f8ad4124a03b0ee2287816929aa53b1c59b0e6e46c187b
Deleted: sha256:14c2547debde4fe060c73edb396c9ef9836719b978172506e7657c84af285793
Deleted: sha256:524ff7d9ab3bc490dab90dae8853cb9e395fe29cdf982d59b6d8563982fd7862
Deleted: sha256:f3294beebf7ad3cfd49c487f0296edeeb352960f92a4541f7a345b7a4772421c
Deleted: sha256:ef32dc287a64afd8382f71fc31c15e5a396b4dcf25a09d92e60352d40c825ea6
Deleted: sha256:4e34aab651fd10220d79dee188dd041f1426d533fe14bea93b50b71861149f0c
Deleted: sha256:dbc9c5b1b7a178b97cadec16c47ef55818b6f18bd890c1bca2e5666e805882dd
Deleted: sha256:cf6d84b861e99b346e68d5eac28036114d8463852abcb2bb4816404750f2228a
Deleted: sha256:77cd44a2cf19d8dbdcdf4a7c33feb5a5126a089aa7758b03daf870e7c15a79d3
Deleted: sha256:4ec474d74bddc3164cecd25f2dcb9a34f561b5f1d0739fd467a90d6e1f0e0d33
Deleted: sha256:7afadd62204062851135b824b32b30739a6745591e6fab955f894ff4c518da01
Deleted: sha256:b30431dbfa322dcc8b58cf6fad3f45a78354ed2bfe4b13c95d4b6ac78cbbe390
Deleted: sha256:36be6d70692f4f537d101f193845fdb5b07108af30244f1eb0abe51549a6bcf7
Deleted: sha256:1fb5985d7333023224175a2b7f14d663608e0e77cae68d54e9331f9aea346458
Deleted: sha256:32bc28fbbae425f9642e7a0c1e678ceb16bfe0770850d7e55f4ddb707e4f1338
Deleted: sha256:9888a8766f469a09de7635804ea5fe00a42437bda6212bc208e588380f449850
Deleted: sha256:59fe3e1bb0bba28d1477960923b74c1ddf550b517ad95b00d72abfa003de3d05
Deleted: sha256:aa4a6afd8d19be6e0b19cd6f1645ac1e02fd390d08466f5119c8d9610e66c6d8
Deleted: sha256:5239e77d3a55f10cd8f352c5ac97c7bf050db111e2cff7f64db1ede2fa3f5827
Deleted: sha256:cd8ed16bffe680c838e062f9c661e6d6763f2c4492a2bad6ccc07581ea271d4a
Deleted: sha256:d5b0b918be7d214e27782001d79feb8b2d60859dbe65f9273425945ab4f93118
Deleted: sha256:8c31773d5cac29c0151953a72c12f6011280d98f092400a246a7695c202c7ef9
Deleted: sha256:1def117fe0a9d8e9b9ec9329ddb57501832f4c1e2b6e3249c880a33754a3cf07
Deleted: sha256:59e608204f31acf7270e870e531e86f25eae1d160dfbd14dbf5193c78e796971
Deleted: sha256:91d18960d00a3d529325692b37d6d800682699acee9371ec7f8e49ccc17a7c0c
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221003142044]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4b9fa488e390857a1d3a26d9c120622d5aac83744d1c88a439cfc7f040a24b6f]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221003142044] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4b9fa488e390857a1d3a26d9c120622d5aac83744d1c88a439cfc7f040a24b6f])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4b9fa488e390857a1d3a26d9c120622d5aac83744d1c88a439cfc7f040a24b6f
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4b9fa488e390857a1d3a26d9c120622d5aac83744d1c88a439cfc7f040a24b6f
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4b9fa488e390857a1d3a26d9c120622d5aac83744d1c88a439cfc7f040a24b6f].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1928001.
Stopping expansion service pid: 1928002.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 9m 58s
215 actionable tasks: 146 executed, 57 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/mbp2qlyczw2sc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #753
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/753/display/redirect>
Changes:
------------------------------------------
[...truncated 988.11 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24956/go-8-1664788792498242010/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24956/go-8-1664788792498242010/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24956/go-8-1664788792498242010/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24956/go-8-1664788792498242010/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24956/go-8-1664788792498242010/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24956/go-8-1664788792498242010/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24956/go-8-1664788792498242010/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24956/go-8-1664788792498242010/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24956/go-8-1664788792498242010/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221003-083228"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221003082045"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221003-083228"
}
]
},
"name": "go-testxlang_partition-800",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/03 09:20:01 Submitted job: 2022-10-03_02_20_01-8030206927216140410
2022/10/03 09:20:01 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-03_02_20_01-8030206927216140410?project=apache-beam-testing
2022/10/03 09:20:01 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-03_02_20_01-8030206927216140410
2022/10/03 09:20:01 Job state: JOB_STATE_PENDING ...
2022/10/03 09:20:31 Job still running ...
2022/10/03 09:21:01 Job still running ...
2022/10/03 09:21:31 Job still running ...
2022/10/03 09:22:01 Job still running ...
2022/10/03 09:22:31 Job still running ...
2022/10/03 09:23:01 Job still running ...
2022/10/03 09:23:31 Job still running ...
2022/10/03 09:24:01 Job still running ...
2022/10/03 09:24:32 Job still running ...
2022/10/03 09:25:02 Job still running ...
2022/10/03 09:25:32 Job still running ...
2022/10/03 09:26:02 Job still running ...
2022/10/03 09:26:32 Job still running ...
2022/10/03 09:27:02 Job still running ...
2022/10/03 09:27:32 Job still running ...
2022/10/03 09:28:02 Job still running ...
2022/10/03 09:28:32 Job still running ...
2022/10/03 09:29:02 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-03_02_20_01-8030206927216140410 failed
--- FAIL: TestXLang_Partition (580.20s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3391.689s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664785984309563004
--- FAIL: TestBigQueryIO_BasicWriteRead (5.88s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:34719 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@zomTUFSOOE" is_bounded:BOUNDED windowing_strategy_id:"w0@zomTUFSOOE"}} windowing_strategies:{key:"w0@zomTUFSOOE" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@zomTUFSOOE" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@zomTUFSOOE" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@zomTUFSOOE" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664785984309563004\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"zomTUFSOOE"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:34719 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@zomTUFSOOE" is_bounded:BOUNDED windowing_strategy_id:"w0@zomTUFSOOE"}} windowing_strategies:{key:"w0@zomTUFSOOE" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@zomTUFSOOE" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@zomTUFSOOE" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@zomTUFSOOE" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664785984309563004\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"zomTUFSOOE"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 37 [running]:
testing.tRunner.func1.2({0xf01240, 0xc00062c8c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01240, 0xc00062c8c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a53c0?, 0xc0000b7900?}, {0x10a8c02, 0x39}, {0xc0000f6180?, 0xa6dfc0?, 0x1?}, {0xc0003febb0, 0xf}, 0xc00001dd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a5360?, 0xc0000b7900?}, {0xc0005da360, 0x52}, {0x1?}, {0xc00001dea8, 0x2, 0x7f04a9fd6728?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003febb0, 0xf}, {0xc0005da360, 0x52}, {0xe50120, 0xc0003ffd60})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0004ad040)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0004ad040, 0x10d7918)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.924s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.037s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.050s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.028s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:13818ad2dc21110d4984dc861d5429e1707ac7f536935615615c18413d8e5145
Associated tags:
- 20221003-083228
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221003-083228
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221003-083228].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:13818ad2dc21110d4984dc861d5429e1707ac7f536935615615c18413d8e5145].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221003082045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:cb5b755e4b96c62d543d1cc9919b168b13c6a5a1476ad03f1fdccb8548e061ea]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221003082045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:cb5b755e4b96c62d543d1cc9919b168b13c6a5a1476ad03f1fdccb8548e061ea])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:cb5b755e4b96c62d543d1cc9919b168b13c6a5a1476ad03f1fdccb8548e061ea
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:cb5b755e4b96c62d543d1cc9919b168b13c6a5a1476ad03f1fdccb8548e061ea].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221003082045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:acf4b62c6153962c55bcae87befaad3057a52c868ac76d4e3debce242c810d0a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221003082045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:acf4b62c6153962c55bcae87befaad3057a52c868ac76d4e3debce242c810d0a])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:acf4b62c6153962c55bcae87befaad3057a52c868ac76d4e3debce242c810d0a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:acf4b62c6153962c55bcae87befaad3057a52c868ac76d4e3debce242c810d0a].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 9m 22s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/z3wen6ulz6oko
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #752
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/752/display/redirect>
Changes:
------------------------------------------
[...truncated 555.22 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11637/go-8-1664767072558980857/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11637/go-8-1664767072558980857/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11637/go-8-1664767072558980857/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11637/go-8-1664767072558980857/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11637/go-8-1664767072558980857/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11637/go-8-1664767072558980857/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11637/go-8-1664767072558980857/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11637/go-8-1664767072558980857/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11637/go-8-1664767072558980857/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221003-023232"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221003022041"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221003-023232"
}
]
},
"name": "go-testxlang_partition-269",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/03 03:18:01 Submitted job: 2022-10-02_20_18_01-1428457664573790797
2022/10/03 03:18:01 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-02_20_18_01-1428457664573790797?project=apache-beam-testing
2022/10/03 03:18:01 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-02_20_18_01-1428457664573790797
2022/10/03 03:18:01 Job state: JOB_STATE_PENDING ...
2022/10/03 03:18:31 Job still running ...
2022/10/03 03:19:02 Job still running ...
2022/10/03 03:19:32 Job still running ...
2022/10/03 03:20:02 Job still running ...
2022/10/03 03:20:32 Job still running ...
2022/10/03 03:21:02 Job still running ...
2022/10/03 03:21:32 Job still running ...
2022/10/03 03:22:02 Job still running ...
2022/10/03 03:22:32 Job still running ...
2022/10/03 03:23:02 Job still running ...
2022/10/03 03:23:32 Job still running ...
2022/10/03 03:24:02 Job still running ...
2022/10/03 03:24:32 Job still running ...
2022/10/03 03:25:02 Job still running ...
2022/10/03 03:25:32 Job still running ...
2022/10/03 03:26:02 Job still running ...
2022/10/03 03:26:32 Job still running ...
2022/10/03 03:27:02 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-02_20_18_01-1428457664573790797 failed
--- FAIL: TestXLang_Partition (580.64s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3268.770s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664764387601075675
--- FAIL: TestBigQueryIO_BasicWriteRead (4.87s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35665 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@VWShzRTPTF" is_bounded:BOUNDED windowing_strategy_id:"w0@VWShzRTPTF"}} windowing_strategies:{key:"w0@VWShzRTPTF" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@VWShzRTPTF" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@VWShzRTPTF" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@VWShzRTPTF" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664764387601075675\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"VWShzRTPTF"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35665 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@VWShzRTPTF" is_bounded:BOUNDED windowing_strategy_id:"w0@VWShzRTPTF"}} windowing_strategies:{key:"w0@VWShzRTPTF" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@VWShzRTPTF" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@VWShzRTPTF" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@VWShzRTPTF" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664764387601075675\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"VWShzRTPTF"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 14 [running]:
testing.tRunner.func1.2({0xf01240, 0xc000492e40})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01240, 0xc000492e40})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000488a80?, 0xc0000bba40?}, {0x10a8c02, 0x39}, {0xc0000f8180?, 0xa6dfc0?, 0x1?}, {0xc00070a9d0, 0xf}, 0xc0005a9d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000488a20?, 0xc0000bba40?}, {0xc00004a9c0, 0x52}, {0x1?}, {0xc0005a9ea8, 0x2, 0x7f8574690da8?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00070a9d0, 0xf}, {0xc00004a9c0, 0x52}, {0xe50120, 0xc00070bb80})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000457040)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000457040, 0x10d7918)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.904s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.035s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.029s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:5c7a53edeca1d1fe68ccfd808d77d7c2999bdb59927844761ab79cbcbfe633c2
Associated tags:
- 20221003-023232
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221003-023232
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221003-023232].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:5c7a53edeca1d1fe68ccfd808d77d7c2999bdb59927844761ab79cbcbfe633c2].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221003022041]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:981ea3d6b5a0add51a3b09f9963eb1af6d57b722bd31871d27d2902bea203b48]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221003022041] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:981ea3d6b5a0add51a3b09f9963eb1af6d57b722bd31871d27d2902bea203b48])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:981ea3d6b5a0add51a3b09f9963eb1af6d57b722bd31871d27d2902bea203b48
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:981ea3d6b5a0add51a3b09f9963eb1af6d57b722bd31871d27d2902bea203b48].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221003022041]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a7a5bd0723149cd17c90de96a68ef01f58b1c0f6f25076433b841e88249f7bbc]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221003022041] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a7a5bd0723149cd17c90de96a68ef01f58b1c0f6f25076433b841e88249f7bbc])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a7a5bd0723149cd17c90de96a68ef01f58b1c0f6f25076433b841e88249f7bbc
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a7a5bd0723149cd17c90de96a68ef01f58b1c0f6f25076433b841e88249f7bbc].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 22s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/zjbvag2qgdzs6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #751
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/751/display/redirect>
Changes:
------------------------------------------
[...truncated 971.79 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11360/go-8-1664745526791708366/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11360/go-8-1664745526791708366/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11360/go-8-1664745526791708366/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11360/go-8-1664745526791708366/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11360/go-8-1664745526791708366/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11360/go-8-1664745526791708366/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11360/go-8-1664745526791708366/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11360/go-8-1664745526791708366/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11360/go-8-1664745526791708366/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221002-203221"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221002202043"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221002-203221"
}
]
},
"name": "go-testxlang_partition-430",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/02 21:18:57 Submitted job: 2022-10-02_14_18_57-13747038102324186584
2022/10/02 21:18:57 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-02_14_18_57-13747038102324186584?project=apache-beam-testing
2022/10/02 21:18:57 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-02_14_18_57-13747038102324186584
2022/10/02 21:18:57 Job state: JOB_STATE_PENDING ...
2022/10/02 21:19:27 Job still running ...
2022/10/02 21:19:58 Job still running ...
2022/10/02 21:20:28 Job still running ...
2022/10/02 21:20:58 Job still running ...
2022/10/02 21:21:28 Job still running ...
2022/10/02 21:21:58 Job still running ...
2022/10/02 21:22:28 Job still running ...
2022/10/02 21:22:58 Job still running ...
2022/10/02 21:23:28 Job still running ...
2022/10/02 21:23:58 Job still running ...
2022/10/02 21:24:28 Job still running ...
2022/10/02 21:24:58 Job still running ...
2022/10/02 21:25:28 Job still running ...
2022/10/02 21:25:58 Job still running ...
2022/10/02 21:26:28 Job still running ...
2022/10/02 21:26:58 Job still running ...
2022/10/02 21:27:28 Job still running ...
2022/10/02 21:27:58 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-02_14_18_57-13747038102324186584 failed
--- FAIL: TestXLang_Partition (582.01s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3332.662s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664742779307009691
--- FAIL: TestBigQueryIO_BasicWriteRead (5.20s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41567 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@WLKZcejGxT" is_bounded:BOUNDED windowing_strategy_id:"w0@WLKZcejGxT"}} windowing_strategies:{key:"w0@WLKZcejGxT" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@WLKZcejGxT" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@WLKZcejGxT" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@WLKZcejGxT" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664742779307009691\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"WLKZcejGxT"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41567 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@WLKZcejGxT" is_bounded:BOUNDED windowing_strategy_id:"w0@WLKZcejGxT"}} windowing_strategies:{key:"w0@WLKZcejGxT" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@WLKZcejGxT" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@WLKZcejGxT" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@WLKZcejGxT" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664742779307009691\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"WLKZcejGxT"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 22 [running]:
testing.tRunner.func1.2({0xf01240, 0xc0004e2300})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01240, 0xc0004e2300})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00010ef40?, 0xc000133680?}, {0x10a8c02, 0x39}, {0xc0000f8180?, 0xa6dfc0?, 0x1?}, {0xc000122d90, 0xf}, 0xc0000f3d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00010eee0?, 0xc000133680?}, {0xc0006623c0, 0x52}, {0x1?}, {0xc0000f3ea8, 0x2, 0x7fb0a63e5bb8?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000122d90, 0xf}, {0xc0006623c0, 0x52}, {0xe50120, 0xc000123fb0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000103860)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000103860, 0x10d7918)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.238s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.035s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.036s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:11533bb80c80970b24eecad5bcdbe82ccb60b2aa883ac4885a4d5344b9ba6dfe
Associated tags:
- 20221002-203221
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221002-203221
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221002-203221].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:11533bb80c80970b24eecad5bcdbe82ccb60b2aa883ac4885a4d5344b9ba6dfe].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221002202043]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:054ba100953b82891b9c1afc2a713c2d5f7694b0fb3f82161fab102838a6d98f]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221002202043] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:054ba100953b82891b9c1afc2a713c2d5f7694b0fb3f82161fab102838a6d98f])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:054ba100953b82891b9c1afc2a713c2d5f7694b0fb3f82161fab102838a6d98f
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:054ba100953b82891b9c1afc2a713c2d5f7694b0fb3f82161fab102838a6d98f].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221002202043]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:63f7f57277660b2fd045dc3e4a7e1450388950e21162ed0e3eb9f10eb0b22cd8]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221002202043] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:63f7f57277660b2fd045dc3e4a7e1450388950e21162ed0e3eb9f10eb0b22cd8])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:63f7f57277660b2fd045dc3e4a7e1450388950e21162ed0e3eb9f10eb0b22cd8
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:63f7f57277660b2fd045dc3e4a7e1450388950e21162ed0e3eb9f10eb0b22cd8].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 16s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/dnlcxo5f4qpcy
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #750
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/750/display/redirect>
Changes:
------------------------------------------
[...truncated 561.96 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16926/go-8-1664723978651224481/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16926/go-8-1664723978651224481/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16926/go-8-1664723978651224481/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16926/go-8-1664723978651224481/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16926/go-8-1664723978651224481/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16926/go-8-1664723978651224481/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16926/go-8-1664723978651224481/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16926/go-8-1664723978651224481/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16926/go-8-1664723978651224481/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221002-143314"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221002142044"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221002-143314"
}
]
},
"name": "go-testxlang_partition-875",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/02 15:19:52 Submitted job: 2022-10-02_08_19_47-17597281435813500437
2022/10/02 15:19:52 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-02_08_19_47-17597281435813500437?project=apache-beam-testing
2022/10/02 15:19:52 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-02_08_19_47-17597281435813500437
2022/10/02 15:19:52 Job state: JOB_STATE_PENDING ...
2022/10/02 15:20:22 Job still running ...
2022/10/02 15:20:52 Job still running ...
2022/10/02 15:21:22 Job still running ...
2022/10/02 15:21:52 Job still running ...
2022/10/02 15:22:22 Job still running ...
2022/10/02 15:22:52 Job still running ...
2022/10/02 15:23:22 Job still running ...
2022/10/02 15:23:52 Job still running ...
2022/10/02 15:24:22 Job still running ...
2022/10/02 15:24:53 Job still running ...
2022/10/02 15:25:23 Job still running ...
2022/10/02 15:25:53 Job still running ...
2022/10/02 15:26:23 Job still running ...
2022/10/02 15:26:53 Job still running ...
2022/10/02 15:27:23 Job still running ...
2022/10/02 15:27:53 Job still running ...
2022/10/02 15:28:23 Job still running ...
2022/10/02 15:28:53 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-02_08_19_47-17597281435813500437 failed
--- FAIL: TestXLang_Partition (588.24s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3338.790s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664721232309313552
--- FAIL: TestBigQueryIO_BasicWriteRead (5.44s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41849 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@HhrBfUefvL" is_bounded:BOUNDED windowing_strategy_id:"w0@HhrBfUefvL"}} windowing_strategies:{key:"w0@HhrBfUefvL" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@HhrBfUefvL" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@HhrBfUefvL" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@HhrBfUefvL" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664721232309313552\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"HhrBfUefvL"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41849 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@HhrBfUefvL" is_bounded:BOUNDED windowing_strategy_id:"w0@HhrBfUefvL"}} windowing_strategies:{key:"w0@HhrBfUefvL" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@HhrBfUefvL" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@HhrBfUefvL" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@HhrBfUefvL" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664721232309313552\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"HhrBfUefvL"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 39 [running]:
testing.tRunner.func1.2({0xf01240, 0xc00056a800})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01240, 0xc00056a800})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00010e500?, 0xc0000ba320?}, {0x10a8c02, 0x39}, {0xc0000f8180?, 0xa6dfc0?, 0x1?}, {0xc00048f020, 0xf}, 0xc000027d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00010e4a0?, 0xc0000ba320?}, {0xc000140300, 0x52}, {0x1?}, {0xc000027ea8, 0x2, 0x7f4a6878aa20?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00048f020, 0xf}, {0xc000140300, 0x52}, {0xe50120, 0xc0001281f0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000103520)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000103520, 0x10d7918)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.474s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.040s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:731480c0df726824c9da01ecc7b7ddd390f74924cd5ea65e9cd84b32a53b2ecb
Associated tags:
- 20221002-143314
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221002-143314
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221002-143314].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:731480c0df726824c9da01ecc7b7ddd390f74924cd5ea65e9cd84b32a53b2ecb].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221002142044]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:d272b3a88c08c11a3996437081c0bb36efbbcd6be54d4ca289df6010a37c3378]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221002142044] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:d272b3a88c08c11a3996437081c0bb36efbbcd6be54d4ca289df6010a37c3378])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:d272b3a88c08c11a3996437081c0bb36efbbcd6be54d4ca289df6010a37c3378
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:d272b3a88c08c11a3996437081c0bb36efbbcd6be54d4ca289df6010a37c3378].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221002142044]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:dfc92e856e9148c98c3fe88ebb28f4d339a16d1d63caf016ffc7b5e3d2c0cd7d]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221002142044] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:dfc92e856e9148c98c3fe88ebb28f4d339a16d1d63caf016ffc7b5e3d2c0cd7d])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:dfc92e856e9148c98c3fe88ebb28f4d339a16d1d63caf016ffc7b5e3d2c0cd7d
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:dfc92e856e9148c98c3fe88ebb28f4d339a16d1d63caf016ffc7b5e3d2c0cd7d].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 9m 15s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/rh6hf4f3gmjbu
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #749
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/749/display/redirect>
Changes:
------------------------------------------
[...truncated 1003.25 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23210/go-8-1664702398520400335/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23210/go-8-1664702398520400335/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23210/go-8-1664702398520400335/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23210/go-8-1664702398520400335/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23210/go-8-1664702398520400335/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23210/go-8-1664702398520400335/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23210/go-8-1664702398520400335/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23210/go-8-1664702398520400335/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23210/go-8-1664702398520400335/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221002-083233"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221002082042"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221002-083233"
}
]
},
"name": "go-testxlang_partition-687",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/02 09:20:07 Submitted job: 2022-10-02_02_20_07-15355061351197706603
2022/10/02 09:20:07 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-02_02_20_07-15355061351197706603?project=apache-beam-testing
2022/10/02 09:20:07 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-02_02_20_07-15355061351197706603
2022/10/02 09:20:07 Job state: JOB_STATE_PENDING ...
2022/10/02 09:20:37 Job still running ...
2022/10/02 09:21:07 Job still running ...
2022/10/02 09:21:37 Job still running ...
2022/10/02 09:22:07 Job still running ...
2022/10/02 09:22:37 Job still running ...
2022/10/02 09:23:07 Job still running ...
2022/10/02 09:23:37 Job still running ...
2022/10/02 09:24:07 Job still running ...
2022/10/02 09:24:37 Job still running ...
2022/10/02 09:25:07 Job still running ...
2022/10/02 09:25:38 Job still running ...
2022/10/02 09:26:08 Job still running ...
2022/10/02 09:26:38 Job still running ...
2022/10/02 09:27:08 Job still running ...
2022/10/02 09:27:38 Job still running ...
2022/10/02 09:28:08 Job still running ...
2022/10/02 09:28:38 Job still running ...
2022/10/02 09:29:08 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-02_02_20_07-15355061351197706603 failed
--- FAIL: TestXLang_Partition (580.02s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3391.754s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664699589985245759
--- FAIL: TestBigQueryIO_BasicWriteRead (4.72s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35131 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@dZiWZGmCnv" is_bounded:BOUNDED windowing_strategy_id:"w0@dZiWZGmCnv"}} windowing_strategies:{key:"w0@dZiWZGmCnv" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@dZiWZGmCnv" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@dZiWZGmCnv" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@dZiWZGmCnv" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664699589985245759\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"dZiWZGmCnv"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35131 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@dZiWZGmCnv" is_bounded:BOUNDED windowing_strategy_id:"w0@dZiWZGmCnv"}} windowing_strategies:{key:"w0@dZiWZGmCnv" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@dZiWZGmCnv" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@dZiWZGmCnv" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@dZiWZGmCnv" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664699589985245759\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"dZiWZGmCnv"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 50 [running]:
testing.tRunner.func1.2({0xf01240, 0xc000357c00})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01240, 0xc000357c00})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a4880?, 0xc0005a80a0?}, {0x10a8c02, 0x39}, {0xc0000f8240?, 0xa6dfc0?, 0x1?}, {0xc000400aa0, 0xf}, 0xc000177d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a4800?, 0xc0005a80a0?}, {0xc0005d8360, 0x52}, {0x1?}, {0xc000177ea8, 0x2, 0xe10640?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000400aa0, 0xf}, {0xc0005d8360, 0x52}, {0xe50120, 0xc00059e1e8})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00049ad00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00049ad00, 0x10d7918)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.751s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.035s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.035s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.033s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:85f8e553513363245f74f36b341aa0cb176e6407a6dd660a963faf15ca88e3c7
Associated tags:
- 20221002-083233
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221002-083233
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221002-083233].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:85f8e553513363245f74f36b341aa0cb176e6407a6dd660a963faf15ca88e3c7].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221002082042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c0ca1d362418233718d5feacd7802cf0a243b62c4094afc6933f562b4470e0c8]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221002082042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c0ca1d362418233718d5feacd7802cf0a243b62c4094afc6933f562b4470e0c8])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c0ca1d362418233718d5feacd7802cf0a243b62c4094afc6933f562b4470e0c8
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c0ca1d362418233718d5feacd7802cf0a243b62c4094afc6933f562b4470e0c8].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221002082042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:89c1f5316b415e55b09a1461212dd2d5deac51294fb5eeaa16a8c9b82e40dfe8]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221002082042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:89c1f5316b415e55b09a1461212dd2d5deac51294fb5eeaa16a8c9b82e40dfe8])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:89c1f5316b415e55b09a1461212dd2d5deac51294fb5eeaa16a8c9b82e40dfe8
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:89c1f5316b415e55b09a1461212dd2d5deac51294fb5eeaa16a8c9b82e40dfe8].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 9m 28s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/qnirdh2udwi5e
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #748
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/748/display/redirect>
Changes:
------------------------------------------
[...truncated 580.69 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11138/go-8-1664680966918272986/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11138/go-8-1664680966918272986/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221002-023609"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221002022045"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221002-023609"
}
]
},
"name": "go-testxlang_partition-748",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/02 03:22:58 Submitted job: 2022-10-01_20_22_57-5693452695218542139
2022/10/02 03:22:58 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-01_20_22_57-5693452695218542139?project=apache-beam-testing
2022/10/02 03:22:58 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-01_20_22_57-5693452695218542139
2022/10/02 03:22:58 Job state: JOB_STATE_PENDING ...
2022/10/02 03:23:28 Job still running ...
2022/10/02 03:23:58 Job still running ...
2022/10/02 03:24:28 Job still running ...
2022/10/02 03:24:58 Job still running ...
2022/10/02 03:25:28 Job still running ...
2022/10/02 03:25:58 Job still running ...
2022/10/02 03:26:28 Job still running ...
2022/10/02 03:26:58 Job still running ...
2022/10/02 03:27:28 Job still running ...
2022/10/02 03:27:58 Job still running ...
2022/10/02 03:28:28 Job still running ...
2022/10/02 03:28:58 Job still running ...
2022/10/02 03:29:28 Job still running ...
2022/10/02 03:29:58 Job still running ...
2022/10/02 03:30:28 Job still running ...
2022/10/02 03:30:58 Job still running ...
2022/10/02 03:31:28 Job still running ...
2022/10/02 03:31:58 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-01_20_22_57-5693452695218542139 failed
--- FAIL: TestXLang_Partition (583.00s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3297.582s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664678256117693046
--- FAIL: TestBigQueryIO_BasicWriteRead (12.17s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:36801 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@rExJfCMNqW" is_bounded:BOUNDED windowing_strategy_id:"w0@rExJfCMNqW"}} windowing_strategies:{key:"w0@rExJfCMNqW" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@rExJfCMNqW" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@rExJfCMNqW" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@rExJfCMNqW" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664678256117693046\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"rExJfCMNqW"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:36801 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@rExJfCMNqW" is_bounded:BOUNDED windowing_strategy_id:"w0@rExJfCMNqW"}} windowing_strategies:{key:"w0@rExJfCMNqW" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@rExJfCMNqW" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@rExJfCMNqW" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@rExJfCMNqW" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664678256117693046\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"rExJfCMNqW"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 50 [running]:
testing.tRunner.func1.2({0xf01240, 0xc000138240})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01240, 0xc000138240})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a44a0?, 0xc0000ca0a0?}, {0x10a8c02, 0x39}, {0xc0001d6180?, 0xa6dfc0?, 0x1?}, {0xc00061cb80, 0xf}, 0xc000017d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a4440?, 0xc0000ca0a0?}, {0xc000182840, 0x52}, {0x1?}, {0xc000017ea8, 0x2, 0x7fcf0cc883c0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00061cb80, 0xf}, {0xc000182840, 0x52}, {0xe50120, 0xc000040340})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0001029c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0001029c0, 0x10d7918)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 15.276s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.146s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.127s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.170s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221002-023609
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221002-023609
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:dc92710e71f8d32affa6495c1e0170a139debb94941658ae002a4e1381d2e536
Deleted: sha256:4a4b2422149e3172c665f01df30e7c7d4f91e497132c5a72798e62dae5c238e5
Deleted: sha256:88ee210c52d3ee844e6f14ddd14626e57ee0e152d7d192eb1c5dee926221fb60
Deleted: sha256:9b25aa6a1827e33fb9ae55fdf74a96fcf020829445f47f7688d9de09f25d913b
Deleted: sha256:9d3cb9ae2728b8eefd2c0afa15fa6321336a6d497362425b584c375e4de015c4
Deleted: sha256:3e54db56769bdb6d9e740ad10bc86f34414b5188a49a61be26d9e1bb5b981a2f
Deleted: sha256:d6350132908c7ab1fc0908a3b692d6aa591ac1229d9d75d27b1be9638bdb0c8c
Deleted: sha256:2a2d8a59cfe9f831043d3062e3aeac4cbffa4f7400dd2e8a7d080bad957af7c8
Deleted: sha256:4fa939656f6d7c0a8e95362b066e5f0bb1442fa6df48135d910bdce742b9e095
Deleted: sha256:05ffb2e47d252bcba8526407472821c8039ba3c531a701660ecc621e7319754b
Deleted: sha256:bafc15b1e0390524d55ef3f6e258a9073f1912e73e51b5a12cdb19f2f13aff88
Deleted: sha256:f3263ec7b042ff78881e18e08e7cc6aad500f037f6de61c31c5414c88b0fdbe7
Deleted: sha256:3c0e1389b4459271544e3b12caeadb1f63c84f7ba40e32e219b8f0176c650667
Deleted: sha256:b574ad9e44e0cb2b3ededa64b7f294fbc9b1f7a6fc93712aaaf3f95177a28d15
Deleted: sha256:feece4b8c9b7e7ae12f7c74faaff7e443482c093af442914c9c6a283b654cf5b
Deleted: sha256:53b1fc12867b3c753a87c1d685652bf8efb0823bf2a452d0d113417d533aa33a
Deleted: sha256:992cae0c6a712d78f1503830d07110d5a18a8d9221e88619cfab4063ec64f405
Deleted: sha256:c2b8d74b0951c90cccccab53b2b24547e48a70ea48531029da6074cf9a432a45
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221002-023609
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:dc92710e71f8d32affa6495c1e0170a139debb94941658ae002a4e1381d2e536
Associated tags:
- 20221002-023609
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221002-023609
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221002-023609].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:dc92710e71f8d32affa6495c1e0170a139debb94941658ae002a4e1381d2e536].
$ rm -rf /tmp/tmp.DuBi9ALnd2
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221002022045
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:76db4805f8246c42ff5f9786ab599c91ff5bb24b717bc520f48d8e289e776d65
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221002022045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:76db4805f8246c42ff5f9786ab599c91ff5bb24b717bc520f48d8e289e776d65]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221002022045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:76db4805f8246c42ff5f9786ab599c91ff5bb24b717bc520f48d8e289e776d65])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:76db4805f8246c42ff5f9786ab599c91ff5bb24b717bc520f48d8e289e776d65
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:76db4805f8246c42ff5f9786ab599c91ff5bb24b717bc520f48d8e289e776d65
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:76db4805f8246c42ff5f9786ab599c91ff5bb24b717bc520f48d8e289e776d65].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221002022045
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:0141991c299573a82bff0e6b7d4bec15ceab267959856cde99dc3979992d697d
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221002022045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:0141991c299573a82bff0e6b7d4bec15ceab267959856cde99dc3979992d697d]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221002022045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:0141991c299573a82bff0e6b7d4bec15ceab267959856cde99dc3979992d697d])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:0141991c299573a82bff0e6b7d4bec15ceab267959856cde99dc3979992d697d
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:0141991c299573a82bff0e6b7d4bec15ceab267959856cde99dc3979992d697d
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:0141991c299573a82bff0e6b7d4bec15ceab267959856cde99dc3979992d697d].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 4091903.
Stopping expansion service pid: 4091904.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 12m 17s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/ewahyrd777hc2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #747
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/747/display/redirect>
Changes:
------------------------------------------
[...truncated 1018.08 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14889/go-8-1664659143378095926/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14889/go-8-1664659143378095926/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221001-203242"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221001202045"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221001-203242"
}
]
},
"name": "go-testxlang_partition-42",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/01 21:19:16 Submitted job: 2022-10-01_14_19_15-9874779568308344067
2022/10/01 21:19:16 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-01_14_19_15-9874779568308344067?project=apache-beam-testing
2022/10/01 21:19:16 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-01_14_19_15-9874779568308344067
2022/10/01 21:19:16 Job state: JOB_STATE_PENDING ...
2022/10/01 21:19:46 Job still running ...
2022/10/01 21:20:16 Job still running ...
2022/10/01 21:20:46 Job still running ...
2022/10/01 21:21:16 Job still running ...
2022/10/01 21:21:46 Job still running ...
2022/10/01 21:22:16 Job still running ...
2022/10/01 21:22:46 Job still running ...
2022/10/01 21:23:16 Job still running ...
2022/10/01 21:23:46 Job still running ...
2022/10/01 21:24:16 Job still running ...
2022/10/01 21:24:46 Job still running ...
2022/10/01 21:25:16 Job still running ...
2022/10/01 21:25:46 Job still running ...
2022/10/01 21:26:16 Job still running ...
2022/10/01 21:26:46 Job still running ...
2022/10/01 21:27:16 Job still running ...
2022/10/01 21:27:46 Job still running ...
2022/10/01 21:28:17 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-01_14_19_15-9874779568308344067 failed
--- FAIL: TestXLang_Partition (583.86s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3331.198s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664656399250343927
--- FAIL: TestBigQueryIO_BasicWriteRead (4.77s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41629 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@fIoqOIeVCf" is_bounded:BOUNDED windowing_strategy_id:"w0@fIoqOIeVCf"}} windowing_strategies:{key:"w0@fIoqOIeVCf" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@fIoqOIeVCf" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@fIoqOIeVCf" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@fIoqOIeVCf" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664656399250343927\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"fIoqOIeVCf"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41629 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@fIoqOIeVCf" is_bounded:BOUNDED windowing_strategy_id:"w0@fIoqOIeVCf"}} windowing_strategies:{key:"w0@fIoqOIeVCf" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@fIoqOIeVCf" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@fIoqOIeVCf" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@fIoqOIeVCf" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664656399250343927\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"fIoqOIeVCf"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 25 [running]:
testing.tRunner.func1.2({0xf01240, 0xc0004ff5c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01240, 0xc0004ff5c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00048c8e0?, 0xc0004ac000?}, {0x10a8c02, 0x39}, {0xc000160240?, 0xa6dfc0?, 0x1?}, {0xc0006d0a90, 0xf}, 0xc00002fd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00048c880?, 0xc0004ac000?}, {0xc000116840, 0x52}, {0x1?}, {0xc00002fea8, 0x2, 0x7fa864512988?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0006d0a90, 0xf}, {0xc000116840, 0x52}, {0xe50120, 0xc0004821e0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0000ceb60)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0000ceb60, 0x10d7918)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.804s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221001-203242
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221001-203242
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f7efe2fe40347dab484b85bfe77306b24ab272dd13da87536a07ea8f56c51ec0
Deleted: sha256:06b57fa682f591bbd45168b42c5a18b3e6917ec134561fcb2f02289ac50bdcc7
Deleted: sha256:1af1187ac295bc2676873fdda0f2d7b7e622e8952190d818d3d98bef8fbd1e00
Deleted: sha256:c2cac85fb70e7766266d1bd7ce8357ec58b0762627bf440a29e2abac73ee3b56
Deleted: sha256:dfd5cac4c053c567019f0a33ca804706f54b14a2b2a8402a4f58252d9cd175cd
Deleted: sha256:7fa2d1aa8583a21a783991025ff2f2cdafcb09429b4a853609d3e668f785c147
Deleted: sha256:8ac8494222974b593479e004b9c865accd9883e21f308d62fd2d8e724e2f7e41
Deleted: sha256:15bc42cad4c272fb0ae5473b2229d362ea57eec1eb61cb3ed6e5ac73a1edf87e
Deleted: sha256:7c1be93f9e83ff959e4d3b713cbf34c20f0e26ef41dcc16ee51f608ea43027e5
Deleted: sha256:c79c941a0deaf2ea631bc59d44966f5e23eb2de16e79137ec2db1fc66e17160b
Deleted: sha256:e1f1008900c83ccb4e27fe66407823b12934d4e815bd2135c0c32454fa2ba707
Deleted: sha256:ef7ebea3a207deec0e3c9f5a8f5be703aaf08306de5f0e9487bd0ca59af4a8d1
Deleted: sha256:3b0743687e334caad56d8c087e29b4e5ac087c425ee5106821fd70565815e797
Deleted: sha256:34d0237af0588dd0b31a5443958efcb7222239a3f9b596cbfd6c08f62573f33c
Deleted: sha256:b28564f2ed6f622409063ade600d003b17b9fcea24bc3f266619643dde854ae1
Deleted: sha256:93c1affe7027170d5c8b41d02b00264be1320e51ababd6ff950f952d07197882
Deleted: sha256:f649dcc5dd9c55acc83e0f45e7a509dd4a6df249ff3120341acf9e5f937b2aa9
Deleted: sha256:d0da8fa67552e1d881348cb2c85259037738442a9511201ee47cddb74feea718
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221001-203242
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f7efe2fe40347dab484b85bfe77306b24ab272dd13da87536a07ea8f56c51ec0
Associated tags:
- 20221001-203242
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221001-203242
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221001-203242].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f7efe2fe40347dab484b85bfe77306b24ab272dd13da87536a07ea8f56c51ec0].
$ rm -rf /tmp/tmp.nMGkrXOHpe
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221001202045
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c00f30a7f26c90c6b062895d517ae86d108de98c6d364d99e17997e04c88456b
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221001202045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c00f30a7f26c90c6b062895d517ae86d108de98c6d364d99e17997e04c88456b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221001202045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c00f30a7f26c90c6b062895d517ae86d108de98c6d364d99e17997e04c88456b])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c00f30a7f26c90c6b062895d517ae86d108de98c6d364d99e17997e04c88456b
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c00f30a7f26c90c6b062895d517ae86d108de98c6d364d99e17997e04c88456b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c00f30a7f26c90c6b062895d517ae86d108de98c6d364d99e17997e04c88456b].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221001202045
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:86d782dd6a6f0acad2e7d8f85abe14881265a21fe74b01033e0b93e22d146e34
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221001202045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:86d782dd6a6f0acad2e7d8f85abe14881265a21fe74b01033e0b93e22d146e34]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221001202045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:86d782dd6a6f0acad2e7d8f85abe14881265a21fe74b01033e0b93e22d146e34])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:86d782dd6a6f0acad2e7d8f85abe14881265a21fe74b01033e0b93e22d146e34
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:86d782dd6a6f0acad2e7d8f85abe14881265a21fe74b01033e0b93e22d146e34
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:86d782dd6a6f0acad2e7d8f85abe14881265a21fe74b01033e0b93e22d146e34].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3729366.
Stopping expansion service pid: 3729367.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 34s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/hunwhwl67mdey
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #746
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/746/display/redirect?page=changes>
Changes:
[noreply] JdbcIO fetchSize can be set to Integer.MIN_VALUE (#23444)
------------------------------------------
[...truncated 986.29 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24344/go-8-1664637567115535517/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test24344/go-8-1664637567115535517/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221001-143303"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221001142043"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221001-143303"
}
]
},
"name": "go-testxlang_partition-789",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/01 15:19:37 Submitted job: 2022-10-01_08_19_36-1713379945347711806
2022/10/01 15:19:37 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-01_08_19_36-1713379945347711806?project=apache-beam-testing
2022/10/01 15:19:37 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-01_08_19_36-1713379945347711806
2022/10/01 15:19:37 Job state: JOB_STATE_PENDING ...
2022/10/01 15:20:08 Job still running ...
2022/10/01 15:20:38 Job still running ...
2022/10/01 15:21:08 Job still running ...
2022/10/01 15:21:38 Job still running ...
2022/10/01 15:22:08 Job still running ...
2022/10/01 15:22:38 Job still running ...
2022/10/01 15:23:08 Job still running ...
2022/10/01 15:23:38 Job still running ...
2022/10/01 15:24:08 Job still running ...
2022/10/01 15:24:38 Job still running ...
2022/10/01 15:25:08 Job still running ...
2022/10/01 15:25:38 Job still running ...
2022/10/01 15:26:08 Job still running ...
2022/10/01 15:26:38 Job still running ...
2022/10/01 15:27:08 Job still running ...
2022/10/01 15:27:38 Job still running ...
2022/10/01 15:28:09 Job still running ...
2022/10/01 15:28:39 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-01_08_19_36-1713379945347711806 failed
--- FAIL: TestXLang_Partition (582.17s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3331.434s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664634821002939011
--- FAIL: TestBigQueryIO_BasicWriteRead (4.84s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35395 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@LZxoLTbqII" is_bounded:BOUNDED windowing_strategy_id:"w0@LZxoLTbqII"}} windowing_strategies:{key:"w0@LZxoLTbqII" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@LZxoLTbqII" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@LZxoLTbqII" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@LZxoLTbqII" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664634821002939011\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"LZxoLTbqII"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35395 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@LZxoLTbqII" is_bounded:BOUNDED windowing_strategy_id:"w0@LZxoLTbqII"}} windowing_strategies:{key:"w0@LZxoLTbqII" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@LZxoLTbqII" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@LZxoLTbqII" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@LZxoLTbqII" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664634821002939011\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"LZxoLTbqII"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 41 [running]:
testing.tRunner.func1.2({0xf01240, 0xc000577280})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01240, 0xc000577280})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a45c0?, 0xc0000ba050?}, {0x10a8c02, 0x39}, {0xc000470180?, 0xa6dfc0?, 0x1?}, {0xc0003fcb00, 0xf}, 0xc00002dd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a4560?, 0xc0000ba050?}, {0xc00004a4e0, 0x52}, {0x1?}, {0xc00002dea8, 0x2, 0xe10640?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003fcb00, 0xf}, {0xc00004a4e0, 0x52}, {0xe50120, 0xc000040228})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0001f4d00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0001f4d00, 0x10d7918)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.879s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.035s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.035s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.033s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221001-143303
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221001-143303
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:44036a7cba142d174bb08c4ba81b68dbf1123be61db0e5e833df43f3a4612ee8
Deleted: sha256:e6aaca1fd3fdc107ca8b3e7ab721ac3de00123922be45a79b6920307ebac80ee
Deleted: sha256:db41446bf8639c6bf4ff1bc127330be2fb8122f92b3c85a28ff490f154efe0f1
Deleted: sha256:192d30dbe82cc7ae6d6f263b9e8cfaa464f27dbe6bb8856501a7884babba71b3
Deleted: sha256:24896f2792d790a8cd16fd2820a6f6f6b4bec277c91ea3ebd91a4b1aff5470c8
Deleted: sha256:7e191792bc56497d7c117302ebf591a96eb15bc9805c396457f08eb5dd604996
Deleted: sha256:02eb165866714b0dd0b80b65b847ed0a5e241eb4756111bad41371f3a6f73d85
Deleted: sha256:b440b0f5ce119e98e64b1a2782ad882f4ef384e0457e5fe695b4cb68364b27a2
Deleted: sha256:2a5a3a91577d27a72f5d73cf5be06f1af02fbe61c85eb2c58008110ad5876306
Deleted: sha256:492e61834333ce74090ddb562a75a140eec7db88c4a7cf54feb47c1cd73d14e7
Deleted: sha256:6c4054ba1e6e245f93a274624069532a7a5d1f9e75fa4261913b2af21bb773a9
Deleted: sha256:9953c09547521f116af0bd23c6c8c097e1d3db6412739d8dc334a926f75186c9
Deleted: sha256:3c78a0edef18c27737a18171a8e3778499707db50c905d86f7d396f78ab965d0
Deleted: sha256:8d994afa74e443c38e276117573dbed9e7453828ab61e8fd0942ad17fe9bb795
Deleted: sha256:803d2d4cf6ba670031ac04439eecdda2060b3bb170103d41617d70fa0267db5b
Deleted: sha256:07ff412dec0b7a70d2fadc10a6f19ad996af970761ef2fc30f3b08df50c354a4
Deleted: sha256:b2bfec858c01077da1c7db99d70a33321e701da3eef98bd8903be42d0903c04b
Deleted: sha256:06be7799081fb4d5d031b4b911b8a1d97597e46db6484addf10292b0d3096f41
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221001-143303
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:44036a7cba142d174bb08c4ba81b68dbf1123be61db0e5e833df43f3a4612ee8
Associated tags:
- 20221001-143303
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221001-143303
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221001-143303].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:44036a7cba142d174bb08c4ba81b68dbf1123be61db0e5e833df43f3a4612ee8].
$ rm -rf /tmp/tmp.Plf7IVyQw2
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221001142043
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9e36d01530ec0657acb838c7a9c58c6ce2de257bd6a7e7630cf715d1148566a8
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221001142043]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9e36d01530ec0657acb838c7a9c58c6ce2de257bd6a7e7630cf715d1148566a8]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221001142043] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9e36d01530ec0657acb838c7a9c58c6ce2de257bd6a7e7630cf715d1148566a8])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9e36d01530ec0657acb838c7a9c58c6ce2de257bd6a7e7630cf715d1148566a8
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9e36d01530ec0657acb838c7a9c58c6ce2de257bd6a7e7630cf715d1148566a8
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9e36d01530ec0657acb838c7a9c58c6ce2de257bd6a7e7630cf715d1148566a8].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221001142043
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:73801ac2590a5009a45eac495961d0a6bc89b3fc88c741d34df27cc1c149acac
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221001142043]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:73801ac2590a5009a45eac495961d0a6bc89b3fc88c741d34df27cc1c149acac]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221001142043] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:73801ac2590a5009a45eac495961d0a6bc89b3fc88c741d34df27cc1c149acac])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:73801ac2590a5009a45eac495961d0a6bc89b3fc88c741d34df27cc1c149acac
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:73801ac2590a5009a45eac495961d0a6bc89b3fc88c741d34df27cc1c149acac
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:73801ac2590a5009a45eac495961d0a6bc89b3fc88c741d34df27cc1c149acac].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3430384.
Stopping expansion service pid: 3430385.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 58s
215 actionable tasks: 152 executed, 51 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/2icnsnhxajzn2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #745
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/745/display/redirect>
Changes:
------------------------------------------
[...truncated 966.08 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6602/go-8-1664615975819676399/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6602/go-8-1664615975819676399/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6602/go-8-1664615975819676399/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6602/go-8-1664615975819676399/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6602/go-8-1664615975819676399/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6602/go-8-1664615975819676399/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6602/go-8-1664615975819676399/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6602/go-8-1664615975819676399/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6602/go-8-1664615975819676399/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221001-083235"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221001082045"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221001-083235"
}
]
},
"name": "go-testxlang_partition-787",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/01 09:19:45 Submitted job: 2022-10-01_02_19_44-8307604554949722171
2022/10/01 09:19:45 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-10-01_02_19_44-8307604554949722171?project=apache-beam-testing
2022/10/01 09:19:45 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-10-01_02_19_44-8307604554949722171
2022/10/01 09:19:45 Job state: JOB_STATE_PENDING ...
2022/10/01 09:20:15 Job still running ...
2022/10/01 09:20:45 Job still running ...
2022/10/01 09:21:15 Job still running ...
2022/10/01 09:21:45 Job still running ...
2022/10/01 09:22:15 Job still running ...
2022/10/01 09:22:45 Job still running ...
2022/10/01 09:23:15 Job still running ...
2022/10/01 09:23:45 Job still running ...
2022/10/01 09:24:15 Job still running ...
2022/10/01 09:24:45 Job still running ...
2022/10/01 09:25:16 Job still running ...
2022/10/01 09:25:46 Job still running ...
2022/10/01 09:26:16 Job still running ...
2022/10/01 09:26:46 Job still running ...
2022/10/01 09:27:16 Job still running ...
2022/10/01 09:27:46 Job still running ...
2022/10/01 09:28:16 Job still running ...
2022/10/01 09:28:46 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-10-01_02_19_44-8307604554949722171 failed
--- FAIL: TestXLang_Partition (580.87s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3366.212s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664613193675117096
--- FAIL: TestBigQueryIO_BasicWriteRead (4.73s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:34493 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@PRMqXRXOQk" is_bounded:BOUNDED windowing_strategy_id:"w0@PRMqXRXOQk"}} windowing_strategies:{key:"w0@PRMqXRXOQk" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@PRMqXRXOQk" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@PRMqXRXOQk" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@PRMqXRXOQk" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664613193675117096\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"PRMqXRXOQk"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:34493 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@PRMqXRXOQk" is_bounded:BOUNDED windowing_strategy_id:"w0@PRMqXRXOQk"}} windowing_strategies:{key:"w0@PRMqXRXOQk" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@PRMqXRXOQk" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@PRMqXRXOQk" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@PRMqXRXOQk" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664613193675117096\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"PRMqXRXOQk"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 11 [running]:
testing.tRunner.func1.2({0xf01240, 0xc00015abc0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01240, 0xc00015abc0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a4e40?, 0xc0000bba40?}, {0x10a8c02, 0x39}, {0xc0000f8180?, 0xa6dfc0?, 0x1?}, {0xc000122b40, 0xf}, 0xc0005a3d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a4de0?, 0xc0000bba40?}, {0xc00004a8a0, 0x52}, {0x1?}, {0xc0005a3ea8, 0x2, 0x7fd175035bb8?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000122b40, 0xf}, {0xc00004a8a0, 0x52}, {0xe50120, 0xc000123cf0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0006429c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0006429c0, 0x10d7918)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.760s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.037s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.033s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f888c25bf465b1bb572a6abd130398719314052c983def7acee4e36e87df9b38
Associated tags:
- 20221001-083235
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221001-083235
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221001-083235].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f888c25bf465b1bb572a6abd130398719314052c983def7acee4e36e87df9b38].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221001082045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:25ba360322fcb1717fea711900284b6f4043c7ced8f8de142d50b11e6814ef76]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221001082045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:25ba360322fcb1717fea711900284b6f4043c7ced8f8de142d50b11e6814ef76])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:25ba360322fcb1717fea711900284b6f4043c7ced8f8de142d50b11e6814ef76
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:25ba360322fcb1717fea711900284b6f4043c7ced8f8de142d50b11e6814ef76].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221001082045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:dc26e0c9e4400c29f5a4b59a073ffd7533ef9cc38082254de0018bd6699012db]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221001082045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:dc26e0c9e4400c29f5a4b59a073ffd7533ef9cc38082254de0018bd6699012db])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:dc26e0c9e4400c29f5a4b59a073ffd7533ef9cc38082254de0018bd6699012db
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:dc26e0c9e4400c29f5a4b59a073ffd7533ef9cc38082254de0018bd6699012db].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 9m 4s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/awzo3ivl6mykk
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #744
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/744/display/redirect?page=changes>
Changes:
[noreply] Support VR test including TestStream for Spark runner in streaming mode
[noreply] Add cron job to trigger Java JMH micro-benchmarks weekly (#23388)
------------------------------------------
[...truncated 1014.54 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8499/go-8-1664594503622000025/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8499/go-8-1664594503622000025/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8499/go-8-1664594503622000025/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8499/go-8-1664594503622000025/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8499/go-8-1664594503622000025/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8499/go-8-1664594503622000025/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8499/go-8-1664594503622000025/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8499/go-8-1664594503622000025/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8499/go-8-1664594503622000025/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221001-023341"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221001022042"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221001-023341"
}
]
},
"name": "go-testxlang_partition-290",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/10/01 03:21:53 Submitted job: 2022-09-30_20_21_52-1388298039275850628
2022/10/01 03:21:53 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-30_20_21_52-1388298039275850628?project=apache-beam-testing
2022/10/01 03:21:53 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-30_20_21_52-1388298039275850628
2022/10/01 03:21:53 Job state: JOB_STATE_PENDING ...
2022/10/01 03:22:23 Job still running ...
2022/10/01 03:22:53 Job still running ...
2022/10/01 03:23:23 Job still running ...
2022/10/01 03:23:53 Job still running ...
2022/10/01 03:24:23 Job still running ...
2022/10/01 03:24:53 Job still running ...
2022/10/01 03:25:23 Job still running ...
2022/10/01 03:25:53 Job still running ...
2022/10/01 03:26:23 Job still running ...
2022/10/01 03:26:53 Job still running ...
2022/10/01 03:27:23 Job still running ...
2022/10/01 03:27:53 Job still running ...
2022/10/01 03:28:23 Job still running ...
2022/10/01 03:28:53 Job still running ...
2022/10/01 03:29:23 Job still running ...
2022/10/01 03:29:53 Job still running ...
2022/10/01 03:30:23 Job still running ...
2022/10/01 03:30:53 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-30_20_21_52-1388298039275850628 failed
--- FAIL: TestXLang_Partition (580.53s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3424.709s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664591664098387065
--- FAIL: TestBigQueryIO_BasicWriteRead (5.53s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35339 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ZTzqulyimo" is_bounded:BOUNDED windowing_strategy_id:"w0@ZTzqulyimo"}} windowing_strategies:{key:"w0@ZTzqulyimo" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ZTzqulyimo" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ZTzqulyimo" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ZTzqulyimo" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664591664098387065\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ZTzqulyimo"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35339 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ZTzqulyimo" is_bounded:BOUNDED windowing_strategy_id:"w0@ZTzqulyimo"}} windowing_strategies:{key:"w0@ZTzqulyimo" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ZTzqulyimo" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ZTzqulyimo" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ZTzqulyimo" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664591664098387065\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ZTzqulyimo"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 50 [running]:
testing.tRunner.func1.2({0xf01240, 0xc00048bb40})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01240, 0xc00048bb40})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00001eb40?, 0xc00048f5e0?}, {0x10a8c02, 0x39}, {0xc00015e180?, 0xa6dfc0?, 0x1?}, {0xc00065abb0, 0xf}, 0xc0001add20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00001eae0?, 0xc00048f5e0?}, {0xc00010e900, 0x52}, {0x1?}, {0xc0001adea8, 0x2, 0x7f1bb41f0b00?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00065abb0, 0xf}, {0xc00010e900, 0x52}, {0xe50120, 0xc00065bd60})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0004a3380)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0004a3380, 0x10d7918)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.560s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.038s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.037s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.054s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f6413a7477c95e367521a8a89c9a6d8ac599a353f3b5d7cd4f5c5d6ea62a98b6
Associated tags:
- 20221001-023341
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221001-023341
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20221001-023341].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f6413a7477c95e367521a8a89c9a6d8ac599a353f3b5d7cd4f5c5d6ea62a98b6].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221001022042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:da8193319d08852c8c78eb5d6137c3e03cd710621324ed818fc11f7e099199c8]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221001022042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:da8193319d08852c8c78eb5d6137c3e03cd710621324ed818fc11f7e099199c8])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:da8193319d08852c8c78eb5d6137c3e03cd710621324ed818fc11f7e099199c8
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:da8193319d08852c8c78eb5d6137c3e03cd710621324ed818fc11f7e099199c8].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221001022042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d90d54e5788180712e0fd1b38ce63211ec99bfb1e29d085e05d88d055e1f9d87]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221001022042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d90d54e5788180712e0fd1b38ce63211ec99bfb1e29d085e05d88d055e1f9d87])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d90d54e5788180712e0fd1b38ce63211ec99bfb1e29d085e05d88d055e1f9d87
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d90d54e5788180712e0fd1b38ce63211ec99bfb1e29d085e05d88d055e1f9d87].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 11m 15s
215 actionable tasks: 153 executed, 50 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/jdds4i72j7n4q
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #743
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/743/display/redirect?page=changes>
Changes:
[Robert Bradshaw] Batch encoding and decoding of schema data.
[Robert Bradshaw] Add microbenchmark for batch row encoding.
[Robert Bradshaw] Add batch testing for standard row coders.
[noreply] RunInference Benchmarks UI (#23426)
[noreply] Relax `pip` check in setup.py to allow installation via other package
[noreply] replaced tabs with spaces in readme file (#23446)
[noreply] [Playground] [Backend] Adding the tags field to the example response
[noreply] [Playground] [Backend] Edited the function for getting executable name
[noreply] Fix type inference for set/delete attr. (#23242)
------------------------------------------
[...truncated 581.45 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11421/go-8-1664573003364048844/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11421/go-8-1664573003364048844/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220930-203613"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220930202108"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220930-203613"
}
]
},
"name": "go-testxlang_partition-679",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/30 21:23:34 Submitted job: 2022-09-30_14_23_33-9489168722331836231
2022/09/30 21:23:34 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-30_14_23_33-9489168722331836231?project=apache-beam-testing
2022/09/30 21:23:34 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-30_14_23_33-9489168722331836231
2022/09/30 21:23:34 Job state: JOB_STATE_PENDING ...
2022/09/30 21:24:04 Job still running ...
2022/09/30 21:24:34 Job still running ...
2022/09/30 21:25:05 Job still running ...
2022/09/30 21:25:35 Job still running ...
2022/09/30 21:26:05 Job still running ...
2022/09/30 21:26:35 Job still running ...
2022/09/30 21:27:05 Job still running ...
2022/09/30 21:27:35 Job still running ...
2022/09/30 21:28:05 Job still running ...
2022/09/30 21:28:35 Job still running ...
2022/09/30 21:29:05 Job still running ...
2022/09/30 21:29:35 Job still running ...
2022/09/30 21:30:05 Job still running ...
2022/09/30 21:30:35 Job still running ...
2022/09/30 21:31:05 Job still running ...
2022/09/30 21:31:35 Job still running ...
2022/09/30 21:32:05 Job still running ...
2022/09/30 21:32:35 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-30_14_23_33-9489168722331836231 failed
--- FAIL: TestXLang_Partition (582.45s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3372.119s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664570221896027745
--- FAIL: TestBigQueryIO_BasicWriteRead (5.96s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:38227 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@HZUSNIbTDG" is_bounded:BOUNDED windowing_strategy_id:"w0@HZUSNIbTDG"}} windowing_strategies:{key:"w0@HZUSNIbTDG" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@HZUSNIbTDG" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@HZUSNIbTDG" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@HZUSNIbTDG" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664570221896027745\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"HZUSNIbTDG"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:38227 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@HZUSNIbTDG" is_bounded:BOUNDED windowing_strategy_id:"w0@HZUSNIbTDG"}} windowing_strategies:{key:"w0@HZUSNIbTDG" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@HZUSNIbTDG" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@HZUSNIbTDG" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@HZUSNIbTDG" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664570221896027745\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"HZUSNIbTDG"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 51 [running]:
testing.tRunner.func1.2({0xf01240, 0xc0000af500})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01240, 0xc0000af500})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0005088e0?, 0xc0000ba280?}, {0x10a8c02, 0x39}, {0xc0000f8240?, 0xa6dfc0?, 0x1?}, {0xc000122a60, 0xf}, 0xc0000f3d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000508880?, 0xc0000ba280?}, {0xc000152360, 0x52}, {0x1?}, {0xc0000f3ea8, 0x2, 0xe10640?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000122a60, 0xf}, {0xc000152360, 0x52}, {0xe50120, 0xc000512138})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000103520)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000103520, 0x10d7918)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.999s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.035s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.037s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.052s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220930-203613
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220930-203613
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e350fb0858a0ff34f9209a2d79d76e216a710728d851c082af8e9392fad9964a
Deleted: sha256:15ff9a26001a31e32a8f77c2b6bb0b9ea907fea3b68b77b2e5e2940732396115
Deleted: sha256:ab09b1b0774ce7c0c9c687d9a9013a1e43610e6a8914d0dc16bba7033dabace4
Deleted: sha256:9794098e58404c2faf96e37876e89d920e741fbe3b978bef9c53b6b1e1d04254
Deleted: sha256:675e315c9fe1c9f82e93fbf3cc430fa995b3b34c6805d5225fa6dcfc6693c45f
Deleted: sha256:cb079322361c485e5017ed89d2d6e056f257b16ca0983bc46d849a9d89757c01
Deleted: sha256:be1c5eff228b4c396344470cd9e9298df1d6613439f5a1b073b53f916acc26d7
Deleted: sha256:f8ec844caa45d88502ca4287ed35c243dc60788670ff8aaaa04bf407d09b730c
Deleted: sha256:325984fd26ce2531c30ff492ef014dfa1a7be2ac32ac3391bf7f40db2cc508a2
Deleted: sha256:369654b04ab680aee9f5cc62a9314a57e836e5453273646efe48fbd15a20b69d
Deleted: sha256:6d2c426e404c72462def0184724af55c03030ec27a01cc32123bf796386be23b
Deleted: sha256:c3ff51319a67047afc2f3d477c885933e5175c18411b52e14819da79e0a1d449
Deleted: sha256:6a477a3830fdbec87e08953bcdf22a11c03dc2277a80b6ed4fccc9e304b29d4c
Deleted: sha256:3ead7de0b2cb43564e1808aee41283206be1cc678775c2da5e348ccacb77a4d5
Deleted: sha256:18e39885459b08b9c18bdb4c8363c602f19ada6a23836693c4852696c4751921
Deleted: sha256:775e23d3d4decb4bef027fb15fab6b3122843db37f78745ea205cca5e415d1ad
Deleted: sha256:632fd441c61056b568956d23ed47d64f368143d38e797c6fe844389a64afaa0b
Deleted: sha256:738fdf0291db978fe6d6d61d8fe30a1902e429b2a9a0c14288421bc4d893fd73
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220930-203613
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e350fb0858a0ff34f9209a2d79d76e216a710728d851c082af8e9392fad9964a
Associated tags:
- 20220930-203613
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220930-203613
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220930-203613].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e350fb0858a0ff34f9209a2d79d76e216a710728d851c082af8e9392fad9964a].
$ rm -rf /tmp/tmp.rcjVvUZWEa
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220930202108
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7e23773f10c1819ea9d3094ea61046d3d9db7a2ae78545bee5a637ce7db90d6e
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220930202108]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7e23773f10c1819ea9d3094ea61046d3d9db7a2ae78545bee5a637ce7db90d6e]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220930202108] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7e23773f10c1819ea9d3094ea61046d3d9db7a2ae78545bee5a637ce7db90d6e])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7e23773f10c1819ea9d3094ea61046d3d9db7a2ae78545bee5a637ce7db90d6e
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7e23773f10c1819ea9d3094ea61046d3d9db7a2ae78545bee5a637ce7db90d6e
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7e23773f10c1819ea9d3094ea61046d3d9db7a2ae78545bee5a637ce7db90d6e].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220930202108
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d0dce6221ef7c038f77c1e002a1f98645165c2cc1a9faff30d127ffd1272ee78
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220930202108]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d0dce6221ef7c038f77c1e002a1f98645165c2cc1a9faff30d127ffd1272ee78]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220930202108] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d0dce6221ef7c038f77c1e002a1f98645165c2cc1a9faff30d127ffd1272ee78])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d0dce6221ef7c038f77c1e002a1f98645165c2cc1a9faff30d127ffd1272ee78
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d0dce6221ef7c038f77c1e002a1f98645165c2cc1a9faff30d127ffd1272ee78
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d0dce6221ef7c038f77c1e002a1f98645165c2cc1a9faff30d127ffd1272ee78].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2253318.
Stopping expansion service pid: 2253319.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 12m 48s
215 actionable tasks: 143 executed, 60 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/l2xrhyjuvne7w
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #742
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/742/display/redirect>
Changes:
------------------------------------------
[...truncated 579.00 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test15510/go-8-1664551487781358329/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test15510/go-8-1664551487781358329/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220930142038"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220930-143727"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220930-143727"
}
]
},
"name": "go-testxlang_partition-898",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/30 15:24:57 Submitted job: 2022-09-30_08_24_56-5122236532409670366
2022/09/30 15:24:57 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-30_08_24_56-5122236532409670366?project=apache-beam-testing
2022/09/30 15:24:57 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-30_08_24_56-5122236532409670366
2022/09/30 15:24:57 Job state: JOB_STATE_PENDING ...
2022/09/30 15:25:27 Job still running ...
2022/09/30 15:25:57 Job still running ...
2022/09/30 15:26:27 Job still running ...
2022/09/30 15:26:57 Job still running ...
2022/09/30 15:27:27 Job still running ...
2022/09/30 15:27:57 Job still running ...
2022/09/30 15:28:41 Job still running ...
2022/09/30 15:29:11 Job still running ...
2022/09/30 15:29:46 Job still running ...
2022/09/30 15:30:16 Job still running ...
2022/09/30 15:30:46 Job still running ...
2022/09/30 15:31:16 Job still running ...
2022/09/30 15:31:49 Job still running ...
2022/09/30 15:32:19 Job still running ...
2022/09/30 15:32:49 Job still running ...
2022/09/30 15:33:19 Job still running ...
2022/09/30 15:33:49 Job still running ...
2022/09/30 15:34:19 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-30_08_24_56-5122236532409670366 failed
--- FAIL: TestXLang_Partition (602.08s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3370.305s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664548722831342938
--- FAIL: TestBigQueryIO_BasicWriteRead (6.79s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:46253 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@FrshJeHCud" is_bounded:BOUNDED windowing_strategy_id:"w0@FrshJeHCud"}} windowing_strategies:{key:"w0@FrshJeHCud" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@FrshJeHCud" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@FrshJeHCud" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@FrshJeHCud" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664548722831342938\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"FrshJeHCud"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:46253 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@FrshJeHCud" is_bounded:BOUNDED windowing_strategy_id:"w0@FrshJeHCud"}} windowing_strategies:{key:"w0@FrshJeHCud" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@FrshJeHCud" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@FrshJeHCud" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@FrshJeHCud" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664548722831342938\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"FrshJeHCud"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 34 [running]:
testing.tRunner.func1.2({0xf01240, 0xc000440140})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01240, 0xc000440140})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00010fac0?, 0xc0000bba90?}, {0x10a8c02, 0x39}, {0xc0000f8180?, 0xa6dfc0?, 0x1?}, {0xc000124d70, 0xf}, 0xc00017dd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00010fa60?, 0xc0000bba90?}, {0xc000130480, 0x52}, {0x1?}, {0xc00017dea8, 0x2, 0x7f4633852b30?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000124d70, 0xf}, {0xc000130480, 0x52}, {0xe50120, 0xc000125f20})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000358d00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000358d00, 0x10d7918)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 9.855s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.084s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.057s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.057s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220930-143727
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220930-143727
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7382cd0d965a4fefa7908ac01f4ae827ad8c00663a6e4141448c2c4f2e2af23c
Deleted: sha256:f54f0995dc5e8e4fadefac5c348469be9fc451abb5deba043d4f5ce24b978b1d
Deleted: sha256:211b77c7b35c8a05bf40fc2e443b7ba1f150d3ae5a55ec64bfddf096c6cf2d0d
Deleted: sha256:885d6750609aa9aea3f176c53430c2e0f0655bd800c1dba1452f3091fe8ba694
Deleted: sha256:cad9d24943b282db92841a0c58837b55df22eff5a84b2fef6e3aeda26bb52df2
Deleted: sha256:ef84122c87cd3eb1ce85762ee3fa282d7bc04e88653f82a9ee0c5f4ad9460bf5
Deleted: sha256:4991296056408b34842dd5b405b727e7c9b5b31b153ed01dcb79f12fed5adc1e
Deleted: sha256:ff6d11deb85fe313d8df35098dbc8c7d7294cd967da0cbbc4849cc04e1c3f2e0
Deleted: sha256:94188db7faa7cd5c0d35b7840070920fc1928e932717a6d3ec186631c6491f36
Deleted: sha256:25629c3409db5120f4d6a9d5ed31b2e165c15c5c558ac4da8df42d17cd84e9d0
Deleted: sha256:0ff6787db0847babcce5ab89ce3a86989640266fc33dd3609074a1795dae08cc
Deleted: sha256:494ef378b08d1e01ce7c81b4228e1c3d40bfc278c04bcd94d0538a05a0e2dedc
Deleted: sha256:0a26c16934e1c3575548bdf06c60074ca6f37a155f2c7fc53935d3152d304430
Deleted: sha256:9853c8176a3893e22dd82541dab6b660f4bdc519cce4a8f97a8c23bf5ab0a6f0
Deleted: sha256:6a9bf7b881229da7b7990c0cd3eb94b2fa6c9e6ef6008619c6dc237e68ba1d6a
Deleted: sha256:ec491cbfac06e48df34f845a408c421ed6ed1ee70b4dcd03c4e6ece056891b8c
Deleted: sha256:1dd9699c63b08a987c863020a1068f1e827cbfc31b8f2148b2a2019c9e1895ec
Deleted: sha256:28a5eff9d46fc73738e68a3f3691cd771f1c82c69e09262b723a8fd8f9131df3
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220930-143727
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7382cd0d965a4fefa7908ac01f4ae827ad8c00663a6e4141448c2c4f2e2af23c
Associated tags:
- 20220930-143727
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220930-143727
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220930-143727].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7382cd0d965a4fefa7908ac01f4ae827ad8c00663a6e4141448c2c4f2e2af23c].
$ rm -rf /tmp/tmp.BDgJHuwBH0
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220930142038
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:50f4477b80468569df2cc6ca2088677c3c7b6544cd37f1dbe5b095259cd50338
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220930142038]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:50f4477b80468569df2cc6ca2088677c3c7b6544cd37f1dbe5b095259cd50338]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220930142038] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:50f4477b80468569df2cc6ca2088677c3c7b6544cd37f1dbe5b095259cd50338])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:50f4477b80468569df2cc6ca2088677c3c7b6544cd37f1dbe5b095259cd50338
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:50f4477b80468569df2cc6ca2088677c3c7b6544cd37f1dbe5b095259cd50338
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:50f4477b80468569df2cc6ca2088677c3c7b6544cd37f1dbe5b095259cd50338].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220930142038
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3f788783a67ff4e2c970d0e27862119e9fd7085d60cd2e8a41dba277d395bd1f
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220930142038]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3f788783a67ff4e2c970d0e27862119e9fd7085d60cd2e8a41dba277d395bd1f]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220930142038] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3f788783a67ff4e2c970d0e27862119e9fd7085d60cd2e8a41dba277d395bd1f])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3f788783a67ff4e2c970d0e27862119e9fd7085d60cd2e8a41dba277d395bd1f
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3f788783a67ff4e2c970d0e27862119e9fd7085d60cd2e8a41dba277d395bd1f
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3f788783a67ff4e2c970d0e27862119e9fd7085d60cd2e8a41dba277d395bd1f].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1368575.
Stopping expansion service pid: 1368576.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 14m 44s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/gaqpw462xpjdc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #741
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/741/display/redirect?page=changes>
Changes:
[noreply] [BEAM-10785] Change RowAsDictJsonCoder to not ensure ASCII while
[noreply] Update Python katas to latest version of EduTools and Beam 2.41 (#23180)
------------------------------------------
[...truncated 1018.46 KB...]
2022/09/30 09:22:43 Job still running ...
2022/09/30 09:23:13 Job still running ...
2022/09/30 09:23:43 Job still running ...
2022/09/30 09:24:13 Job still running ...
2022/09/30 09:24:43 Job still running ...
2022/09/30 09:25:13 Job still running ...
2022/09/30 09:25:43 Job still running ...
2022/09/30 09:26:13 Job still running ...
2022/09/30 09:26:43 Job still running ...
2022/09/30 09:27:13 Job still running ...
2022/09/30 09:27:43 Job still running ...
2022/09/30 09:28:13 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-30_02_19_12-4763461049707295166 failed
--- FAIL: TestXLang_Partition (580.69s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3373.315s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664526754667845651
--- FAIL: TestBigQueryIO_BasicWriteRead (5.84s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41599 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@XaRAftnPht" is_bounded:BOUNDED windowing_strategy_id:"w0@XaRAftnPht"}} windowing_strategies:{key:"w0@XaRAftnPht" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@XaRAftnPht" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@XaRAftnPht" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@XaRAftnPht" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664526754667845651\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"XaRAftnPht"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41599 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@XaRAftnPht" is_bounded:BOUNDED windowing_strategy_id:"w0@XaRAftnPht"}} windowing_strategies:{key:"w0@XaRAftnPht" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@XaRAftnPht" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@XaRAftnPht" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@XaRAftnPht" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664526754667845651\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"XaRAftnPht"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 50 [running]:
testing.tRunner.func1.2({0xf01240, 0xc000658600})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01240, 0xc000658600})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00012a5e0?, 0xc00065e050?}, {0x10a8c02, 0x39}, {0xc0000ec240?, 0xa6dfc0?, 0x1?}, {0xc0003f6b40, 0xf}, 0xc0005e3d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00012a580?, 0xc00065e050?}, {0xc00004a9c0, 0x52}, {0x1?}, {0xc0005e3ea8, 0x2, 0x7f7a659da8f8?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003f6b40, 0xf}, {0xc00004a9c0, 0x52}, {0xe50120, 0xc0004a0100})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000452d00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000452d00, 0x10d7918)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.884s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.039s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.035s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.054s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220930-083206
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220930-083206
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:0c0bcb415d34430543b7f3bbf8bf59c9e6918c28317c8f3c425056ef2178cd05
Deleted: sha256:b427886007f3696b13df8feae0a1b01573d3296e37399e1da9df5751e7498878
Deleted: sha256:0d7c35120f9c60e8628493445d080093cc5afd48988eb28be7cf0b19a47b1e47
Deleted: sha256:aa284e4e2dcbe08c528dfca3e22a834e01dcde58227de41df4391e7cebb4f08a
Deleted: sha256:40940d7b59c27bd93f67a6240a479f19d5d98d094f2083d7db196ca24abd2d9f
Deleted: sha256:63f0b6d5c63b5c44c99097af8c5dd23707d36127d884c0f2404979c1bc116547
Deleted: sha256:59b19eed599fe0f10ea5f62fb8d286f0ee1ed4dd59688c1facd1f9a84a5c04b5
Deleted: sha256:7b862ce3873354d04232be13ed367c68c548cd0920c6e038ddb3fbfc428899a0
Deleted: sha256:fd377febb65de2d02d46b262f45024ceda69336671325ccea4e44323ccf1ca9f
Deleted: sha256:30f045aa1b9ab40fb0745e7fcf6d78e1794af1a1b3690f6e6317b715de24cb08
Deleted: sha256:3a07cf0010f88d3408db938207787ba8b0c44798a6d28b8ece9ba0494df2676b
Deleted: sha256:d8de57d42e97179c114e3cef6aa5f3bfd014922fd813b6f37a0c4bb475137626
Deleted: sha256:f97d63809671039575154f139ad7fcb6f1c366e3e65ecca7b94144477db2acc7
Deleted: sha256:9d52a8ebb67df94a7373feaeaa811daa4fcbbd8778f05706be8078d69b69f200
Deleted: sha256:05631d13730c63f478330e29d76e1b6fb94b7467d43a5576710dca8b5abf11f9
Deleted: sha256:c515e3ffa63f75ca87b21e5944d09bc8cbd9e2cf5a75d78fa5e34cc63791f580
Deleted: sha256:a4e535d6bf47a39fd75e06f9bf9e0fac136221d179bcabbdbe8c85eb5cd1dd62
Deleted: sha256:b337c9d3106e6c24ecccb18bf427f518b616c4b7db7a5cc6d720ff1a3f23a8fd
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220930-083206
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:0c0bcb415d34430543b7f3bbf8bf59c9e6918c28317c8f3c425056ef2178cd05
Associated tags:
- 20220930-083206
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220930-083206
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220930-083206].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:0c0bcb415d34430543b7f3bbf8bf59c9e6918c28317c8f3c425056ef2178cd05].
$ rm -rf /tmp/tmp.LoshMZM7Dl
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220930082042
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:d331b524ef2c159415bcb539727129bdc1999e76cabe99f125a3fff000b80f81
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220930082042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:d331b524ef2c159415bcb539727129bdc1999e76cabe99f125a3fff000b80f81]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220930082042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:d331b524ef2c159415bcb539727129bdc1999e76cabe99f125a3fff000b80f81])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:d331b524ef2c159415bcb539727129bdc1999e76cabe99f125a3fff000b80f81
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:d331b524ef2c159415bcb539727129bdc1999e76cabe99f125a3fff000b80f81
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:d331b524ef2c159415bcb539727129bdc1999e76cabe99f125a3fff000b80f81].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220930082042
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:53bf208598819dbe42d3812576851de71bf28412730cae047c0282897c75faee
Deleted: sha256:aaf99412cee27295b1715b7f5a4ee0e8ed4a06522b74b77756fc54563457e6c0
Deleted: sha256:ab4b007a050eba678a50caefa3fc25d561b1a325571b4586ab1a9376250c179e
Deleted: sha256:f43e95565264e22e42b1bdb9bf3a42d79b4eb9f93bd3ac34b9222a6183f22b8c
Deleted: sha256:661b9b6f974f4cdab5729f4ea27344f4b22bd393e5c1dfbe20e7795971002e6f
Deleted: sha256:f0b9d79f252a2e9549dc42431edd6060cc41357d3c8dc2747b1cbfe4bc45a580
Deleted: sha256:80982836e64f5b2bd2d73b0cd24230a37413afbcefb77776eda9319cc7f641ae
Deleted: sha256:0230518c24b360e192c4231153ef2cffea677544d030770c2bd842da6af8f441
Deleted: sha256:e30fcc34f99ea7f9de6a62e20d2f75faf983d876f943731a9b8e9699b5873c8a
Deleted: sha256:05fd97c25f021b691e43fb28b87c991b9a03e2199d3da821916ed2325840eaae
Deleted: sha256:a7c63e9c6be738eabf913c6f423cc48e02f9ba3b34df9312daa554ca068ed91d
Deleted: sha256:373fe965a58b8d4b655e59da2f249d00a9d3bd9705f4f69b3f324da76f9abfff
Deleted: sha256:f5f5bbf8e116028fc73278bb3eae35c30f010640af9f2f789a0465f9ee42564c
Deleted: sha256:9ecab46341179ca491cd9859767d64f69a9e46beece058c2ac3f0b1d7acf08da
Deleted: sha256:7e956da6d8c5451ae84e093cadec42246d99d0a1f7dde33b93738e54c9070731
Deleted: sha256:e81cc4b4f5c8ead769dc66bf953be404244e13b1475e79349be2fc94b67d0a3b
Deleted: sha256:6b405702f104a05a94e3c3f25e8a1c4cbc62e4110c35dd5360dc796c42e91467
Deleted: sha256:067d5614fe45536d13b28a45826283a86eed8ca87d554de80b6bcbbfd45b16e7
Deleted: sha256:e5c6a2ebc555098c73ebc758e0e6c8e29b35028a3271a068545cd7c4feb4cf2d
Deleted: sha256:ac1c25938b460040252cb211efde67947adb2bebf098dca5939934ed8e195393
Deleted: sha256:54740af4992fea70ac8c97a34bae785207bce96e6185d7f6690e0a785ac89d40
Deleted: sha256:a2d14ed06b1202723bb9e9f9562d99600862039f3bdd36055283f8995d72fee5
Deleted: sha256:1f771defb8c753114d5f768234bbdc230b5cb5720abebe9e776ff0a063002788
Deleted: sha256:33780686e0de233b34a8113766556677daf4b83afab1dc095cc56b3c326988b0
Deleted: sha256:ae8888e69956b23591824b044a81dd01b64a4f86db615767f4acf7314e6aba69
Deleted: sha256:dfbc964beaf6651966bdec3d84e9a2fe274695498d9a22762c3ce4d00b62b7cc
Deleted: sha256:fc58334f00e470a44f147d64988031dc93d0589d39d8cb564084b53e0da5a02b
Deleted: sha256:7d2a94432809560789ea00de0cde55544061255500781ab6de2904d3dc624c6e
Deleted: sha256:1ce555b6c42b5942ed0be45dbee1f3a92aa863f0e3130691cbf066ceb41002a2
Deleted: sha256:59cc4b44a69a549102e9204e12eacea1aecd0ea79ba6c3bd785184fec0293b1e
Deleted: sha256:bb534e150cdda73831f44cd4c8c1296d0e5f248e5dfdbaa0d6930b25198ad81f
Deleted: sha256:e5d565f4a3c1f33fb4d82247173127803caa19434e61941fabe7a6a05ba88963
Deleted: sha256:c568cfb97acac8e8dfa6959dfb89e5ddf3e5b7281b08bf800d1a1a73079649c7
Deleted: sha256:1e3bb2cfd6ea46a4266e252602ade8e74a10f8bad05e726f263a84645bcec88a
Deleted: sha256:f0d201b6d3ab4036325293dfb23af19fb7931e46f4af3616368ba89759fa8d20
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220930082042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:53bf208598819dbe42d3812576851de71bf28412730cae047c0282897c75faee]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220930082042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:53bf208598819dbe42d3812576851de71bf28412730cae047c0282897c75faee])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:53bf208598819dbe42d3812576851de71bf28412730cae047c0282897c75faee
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:53bf208598819dbe42d3812576851de71bf28412730cae047c0282897c75faee
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:53bf208598819dbe42d3812576851de71bf28412730cae047c0282897c75faee].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 870547.
Stopping expansion service pid: 870548.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 33s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/ksvvyrdrbgp4y
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #740
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/740/display/redirect?page=changes>
Changes:
[Robert Bradshaw] Python cross language docs.
------------------------------------------
[...truncated 571.35 KB...]
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test19422/go-8-1664507920171868830/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test19422/go-8-1664507920171868830/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220930-023214"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220930022043"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220930-023214"
}
]
},
"name": "go-testxlang_partition-816",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/30 03:18:49 Submitted job: 2022-09-29_20_18_49-3853204731892706341
2022/09/30 03:18:49 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-29_20_18_49-3853204731892706341?project=apache-beam-testing
2022/09/30 03:18:49 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-29_20_18_49-3853204731892706341
2022/09/30 03:18:49 Job state: JOB_STATE_PENDING ...
2022/09/30 03:19:19 Job still running ...
2022/09/30 03:19:49 Job still running ...
2022/09/30 03:20:19 Job still running ...
2022/09/30 03:20:49 Job still running ...
2022/09/30 03:21:19 Job still running ...
2022/09/30 03:21:49 Job still running ...
2022/09/30 03:22:19 Job still running ...
2022/09/30 03:22:49 Job still running ...
2022/09/30 03:23:19 Job still running ...
2022/09/30 03:23:49 Job still running ...
2022/09/30 03:24:19 Job still running ...
2022/09/30 03:24:50 Job still running ...
2022/09/30 03:25:20 Job still running ...
2022/09/30 03:25:50 Job still running ...
2022/09/30 03:26:20 Job still running ...
2022/09/30 03:26:50 Job still running ...
2022/09/30 03:27:20 Job still running ...
2022/09/30 03:27:50 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-29_20_18_49-3853204731892706341 failed
--- FAIL: TestXLang_Partition (580.44s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3333.397s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664505170993384108
--- FAIL: TestBigQueryIO_BasicWriteRead (5.31s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43743 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@GzYcemAATe" is_bounded:BOUNDED windowing_strategy_id:"w0@GzYcemAATe"}} windowing_strategies:{key:"w0@GzYcemAATe" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@GzYcemAATe" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@GzYcemAATe" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@GzYcemAATe" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664505170993384108\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"GzYcemAATe"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43743 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@GzYcemAATe" is_bounded:BOUNDED windowing_strategy_id:"w0@GzYcemAATe"}} windowing_strategies:{key:"w0@GzYcemAATe" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@GzYcemAATe" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@GzYcemAATe" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@GzYcemAATe" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664505170993384108\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"GzYcemAATe"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 26 [running]:
testing.tRunner.func1.2({0xf01240, 0xc0000175c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01240, 0xc0000175c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000486680?, 0xc000492050?}, {0x10a8c02, 0x39}, {0xc00015e240?, 0xa6dfc0?, 0x1?}, {0xc000040e20, 0xf}, 0xc000159d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000486620?, 0xc000492050?}, {0xc00004a4e0, 0x52}, {0x1?}, {0xc000159ea8, 0x2, 0x7f6272516758?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000040e20, 0xf}, {0xc00004a4e0, 0x52}, {0xe50120, 0xc0004821c0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0000cad00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0000cad00, 0x10d7918)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.338s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.032s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.035s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220930-023214
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220930-023214
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:166c5e4f7336fa4d2ef17a4fa68d666e469bde15ee445b8c43bf8cf8e64fab16
Deleted: sha256:b6466a88b20068a3ca2a3259d35b7ac50193d1c210a475e66e90088f79b25e16
Deleted: sha256:8d3fae5e2ff22a4eee542c26450fcfb84145fcdd95dbe6735b94aa46dacd8560
Deleted: sha256:19f9d535d4e2c6d827bf7aabab20f002adcf2c9585d18f2fc86d54cf9e318cb2
Deleted: sha256:d2b56046e6e88676aa87dea353dc00904b6c59efa23a228fe291b5ae4c6ce343
Deleted: sha256:0e7139d39ac580575389e866f09a8270c98e5f086a0f4acca1a4649977ea6f15
Deleted: sha256:85518bb20bbc17fb323f85213dbd634fd3067f2ad6c786d33457efd3c73667ce
Deleted: sha256:b5b798f61333735ff699ab4f85426a959d0b59410e8fc97aa43aadd3082da91a
Deleted: sha256:320e34dda1b4b6775cf45054a87693265d7f7c71e52e94a142f6ddae85b34259
Deleted: sha256:9ca13f9e04dbc205659f26d7a15a3cf0a59c41fec781224cae9655e2a33046b9
Deleted: sha256:9d65fab301f91382b58108b0847e2421ec645fae964c7287e5a84e5dbad4ae1f
Deleted: sha256:b5c18ea441416e184e8ece095c3f84a6384b0d7c64139709dfffb82a4580be2d
Deleted: sha256:48e5acf6df21060a2662f8e6fea0648b82c4adfe34f3003fa2641a4ad7495577
Deleted: sha256:20c2c7118531f339bac6aa0649a0e9d8bed82b91dd344cf3ddcf8d0ee6b27063
Deleted: sha256:a06290584040750d7906dbadd9a20ee59e14e0a9c4ef988e51a035a7b688f483
Deleted: sha256:f25d3ca0dbe9d4828abc51ccf434ff8fd1a03fb0dca8923663a780a47e91740d
Deleted: sha256:3e0e5986d26ac95108178a70f15a8b1675f4b3a4a6ae3b245842d5820eeb63e7
Deleted: sha256:e60651653f5217aab4b5d732cf508e8ffc68bb597b532fcbc7cf91f57ba4e522
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220930-023214
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:166c5e4f7336fa4d2ef17a4fa68d666e469bde15ee445b8c43bf8cf8e64fab16
Associated tags:
- 20220930-023214
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220930-023214
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220930-023214].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:166c5e4f7336fa4d2ef17a4fa68d666e469bde15ee445b8c43bf8cf8e64fab16].
$ rm -rf /tmp/tmp.NgnheumTnv
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220930022043
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:77f0c49f656425778cc3a695080330054756af5a1e5d1105bda05f415907084e
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220930022043]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:77f0c49f656425778cc3a695080330054756af5a1e5d1105bda05f415907084e]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220930022043] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:77f0c49f656425778cc3a695080330054756af5a1e5d1105bda05f415907084e])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:77f0c49f656425778cc3a695080330054756af5a1e5d1105bda05f415907084e
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:77f0c49f656425778cc3a695080330054756af5a1e5d1105bda05f415907084e
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:77f0c49f656425778cc3a695080330054756af5a1e5d1105bda05f415907084e].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220930022043
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cf64bb3a086a6a60c1a7739bde557cc69d2ad1edbf6945fcb8c84d7492c28eef
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220930022043]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cf64bb3a086a6a60c1a7739bde557cc69d2ad1edbf6945fcb8c84d7492c28eef]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220930022043] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cf64bb3a086a6a60c1a7739bde557cc69d2ad1edbf6945fcb8c84d7492c28eef])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cf64bb3a086a6a60c1a7739bde557cc69d2ad1edbf6945fcb8c84d7492c28eef
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cf64bb3a086a6a60c1a7739bde557cc69d2ad1edbf6945fcb8c84d7492c28eef
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cf64bb3a086a6a60c1a7739bde557cc69d2ad1edbf6945fcb8c84d7492c28eef].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 510936.
Stopping expansion service pid: 510937.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 8s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/kfrgz2yk47glk
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #739
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/739/display/redirect?page=changes>
Changes:
[srohde] Add documentation link to the interactive environment
[noreply] PubsubIO - Improve limit validations to consider attributes (#23023)
[noreply] Example of Online Clustering (#23289)
[noreply] Bump google.golang.org/api from 0.97.0 to 0.98.0 in /sdks (#23394)
[noreply] Increase Go Dataflow Postcommit timeout to 5h (#23423)
[noreply] [Playground] [Backend] Updating endpoints for playground examples
[noreply] Send JavaScript messages to Playground iframes when switching the
[noreply] [Playground] [Backend] Adding SDK to the example response (#22871)
[noreply] [Playground] [Backend] Removing the code related to the Cloud Storage
------------------------------------------
[...truncated 544.60 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29768/go-8-1664486512542321174/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29768/go-8-1664486512542321174/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29768/go-8-1664486512542321174/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29768/go-8-1664486512542321174/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29768/go-8-1664486512542321174/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29768/go-8-1664486512542321174/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29768/go-8-1664486512542321174/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29768/go-8-1664486512542321174/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29768/go-8-1664486512542321174/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220929-203309"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220929202054"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220929-203309"
}
]
},
"name": "go-testxlang_partition-269",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/29 21:22:03 Submitted job: 2022-09-29_14_22_02-15089198588561083219
2022/09/29 21:22:03 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-29_14_22_02-15089198588561083219?project=apache-beam-testing
2022/09/29 21:22:03 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-29_14_22_02-15089198588561083219
2022/09/29 21:22:03 Job state: JOB_STATE_PENDING ...
2022/09/29 21:22:33 Job still running ...
2022/09/29 21:23:03 Job still running ...
2022/09/29 21:23:33 Job still running ...
2022/09/29 21:24:03 Job still running ...
2022/09/29 21:24:33 Job still running ...
2022/09/29 21:25:03 Job still running ...
2022/09/29 21:25:33 Job still running ...
2022/09/29 21:26:03 Job still running ...
2022/09/29 21:26:33 Job still running ...
2022/09/29 21:27:03 Job still running ...
2022/09/29 21:27:33 Job still running ...
2022/09/29 21:28:03 Job still running ...
2022/09/29 21:28:33 Job still running ...
2022/09/29 21:29:03 Job still running ...
2022/09/29 21:29:33 Job still running ...
2022/09/29 21:30:03 Job still running ...
2022/09/29 21:30:33 Job still running ...
2022/09/29 21:31:04 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-29_14_22_02-15089198588561083219 failed
--- FAIL: TestXLang_Partition (581.76s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3470.613s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664483630706422185
--- FAIL: TestBigQueryIO_BasicWriteRead (5.42s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:33069 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@smkMQidrHw" is_bounded:BOUNDED windowing_strategy_id:"w0@smkMQidrHw"}} windowing_strategies:{key:"w0@smkMQidrHw" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@smkMQidrHw" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@smkMQidrHw" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@smkMQidrHw" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664483630706422185\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"smkMQidrHw"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:33069 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@smkMQidrHw" is_bounded:BOUNDED windowing_strategy_id:"w0@smkMQidrHw"}} windowing_strategies:{key:"w0@smkMQidrHw" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@smkMQidrHw" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@smkMQidrHw" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@smkMQidrHw" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664483630706422185\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"smkMQidrHw"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 41 [running]:
testing.tRunner.func1.2({0xf01240, 0xc00049fb80})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01240, 0xc00049fb80})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00016cc80?, 0xc0000ba0a0?}, {0x10a8c02, 0x39}, {0xc0005bc180?, 0xa6dfc0?, 0x1?}, {0xc0003fabb0, 0xf}, 0xc000159d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00016cc20?, 0xc0000ba0a0?}, {0xc000560420, 0x52}, {0x1?}, {0xc000159ea8, 0x2, 0xe10640?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003fabb0, 0xf}, {0xc000560420, 0x52}, {0xe50120, 0xc000040518})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0001f3040)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0001f3040, 0x10d7918)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.458s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.042s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.034s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:96ebaaae7c5b21e052cf667e2cee2a3f69e960e04e1776a51437cb23adf29d58
Associated tags:
- 20220929-203309
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220929-203309
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220929-203309].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:96ebaaae7c5b21e052cf667e2cee2a3f69e960e04e1776a51437cb23adf29d58].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220929202054]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0bcb1b7fbd1a6a9dbb45ae410d7a516adcb15d850681c32d641d5d5c3f8dda92]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220929202054] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0bcb1b7fbd1a6a9dbb45ae410d7a516adcb15d850681c32d641d5d5c3f8dda92])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0bcb1b7fbd1a6a9dbb45ae410d7a516adcb15d850681c32d641d5d5c3f8dda92
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0bcb1b7fbd1a6a9dbb45ae410d7a516adcb15d850681c32d641d5d5c3f8dda92].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220929202054]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f2d8ffecf0d3b505d92d70e94d779c76fbe1fb00b446d4f020da281743010131]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220929202054] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f2d8ffecf0d3b505d92d70e94d779c76fbe1fb00b446d4f020da281743010131])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f2d8ffecf0d3b505d92d70e94d779c76fbe1fb00b446d4f020da281743010131
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f2d8ffecf0d3b505d92d70e94d779c76fbe1fb00b446d4f020da281743010131].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 11m 21s
215 actionable tasks: 143 executed, 60 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/cfish2nfrvtoq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #738
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/738/display/redirect?page=changes>
Changes:
[noreply] Fix Small pytorch notebook bug fix (#23407)
------------------------------------------
[...truncated 985.42 KB...]
2022/09/29 15:22:19 Job still running ...
2022/09/29 15:22:49 Job still running ...
2022/09/29 15:23:19 Job still running ...
2022/09/29 15:23:50 Job still running ...
2022/09/29 15:24:20 Job still running ...
2022/09/29 15:24:50 Job still running ...
2022/09/29 15:25:20 Job still running ...
2022/09/29 15:25:50 Job still running ...
2022/09/29 15:26:20 Job still running ...
2022/09/29 15:26:50 Job still running ...
2022/09/29 15:27:20 Job still running ...
2022/09/29 15:27:50 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-29_08_18_49-6829151740970264149 failed
--- FAIL: TestXLang_Partition (581.25s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3363.143s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664461940644006430
--- FAIL: TestBigQueryIO_BasicWriteRead (4.61s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:45265 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@zpKrivZpOx" is_bounded:BOUNDED windowing_strategy_id:"w0@zpKrivZpOx"}} windowing_strategies:{key:"w0@zpKrivZpOx" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@zpKrivZpOx" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@zpKrivZpOx" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@zpKrivZpOx" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664461940644006430\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"zpKrivZpOx"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:45265 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@zpKrivZpOx" is_bounded:BOUNDED windowing_strategy_id:"w0@zpKrivZpOx"}} windowing_strategies:{key:"w0@zpKrivZpOx" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@zpKrivZpOx" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@zpKrivZpOx" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@zpKrivZpOx" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664461940644006430\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"zpKrivZpOx"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 36 [running]:
testing.tRunner.func1.2({0xf01220, 0xc0001b9a00})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01220, 0xc0001b9a00})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a5420?, 0xc00049b680?}, {0x10a8ba2, 0x39}, {0xc0000f8180?, 0xa6dfc0?, 0x1?}, {0xc00048cdc0, 0xf}, 0xc0000f3d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a53c0?, 0xc00049b680?}, {0xc000144420, 0x52}, {0x1?}, {0xc0000f3ea8, 0x2, 0x7f1f014bc230?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00048cdc0, 0xf}, {0xc000144420, 0x52}, {0xe50100, 0xc00048dff0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0004ad6c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0004ad6c0, 0x10d78b8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.645s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.039s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220929-143146
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220929-143146
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:67ba3c735704d3ae22154ebec657556f3bf12c3fba992875330ee096514f1bf4
Deleted: sha256:c4ed99122c84f3cd0c832aba80788b0b46149129c878bcfbe7c9d349152dddbd
Deleted: sha256:ac283fa9ad9176fcc5dc74520189c07bf8d54a9005cf1a5738491224f79d7b22
Deleted: sha256:783ba2cb2336b1ae4611186c6b9ca0ac63f04991656c329bc684134147f96ee5
Deleted: sha256:3e7e7176436bb2ba08263a848c578cf9b0269258072a5eddc9c03a90167fcc31
Deleted: sha256:1ca7436d6bc2e776bb9c337201606be03a76a5f092126e36b4ce6ac844b57972
Deleted: sha256:11134ce4d82d031bb0d3563ac1ac8f9591730c02b71a99318a45167c31bbab94
Deleted: sha256:170685757d560dcd3eb6c9861022a29e6431a747d0efcac66221aa65e9017bd5
Deleted: sha256:764dd67e2da881370da208eb15a0097df313145a32c4ad9cfc768e0a2f2bc574
Deleted: sha256:bdcefd64af2f0291891e36d40356149f7ae67de831a99052daba5e9ed67aa11b
Deleted: sha256:f5d8186d0d5d111455a1c3d61ffe43bf14e1ea6c1344c42ac81f28f05c6c86b6
Deleted: sha256:3cd0baac8483a646f6d7762293376c57d3bb776146daf49ccc09088c4cf906bb
Deleted: sha256:cc92b6e7c8fe7fb4f2c52a6501168d43a55193c7e2b7a4d0e4ad520e74561926
Deleted: sha256:ad7c0b27c043541b3ee8754a34904e7e1e0d5e3fcb4474f172300a8cfd16891b
Deleted: sha256:120e08b478d7f02c18274986151c91d860c1512a9f98673b475937287e2a1542
Deleted: sha256:62f49e5f2d9f8739cc8bcb0076dc4f47db8566f920bb11e244ffd821dcb90ef6
Deleted: sha256:6bb2867d2aa8c751dc20ecfd4536446e30e0b544589abcad9a2c3d133ed93b45
Deleted: sha256:87ce973755223578551b77a44c1cb35288e98cbdf9f8b6d5e0bc8b3f8621916f
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220929-143146
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:67ba3c735704d3ae22154ebec657556f3bf12c3fba992875330ee096514f1bf4
Associated tags:
- 20220929-143146
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220929-143146
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220929-143146].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:67ba3c735704d3ae22154ebec657556f3bf12c3fba992875330ee096514f1bf4].
$ rm -rf /tmp/tmp.pHzwuPp47H
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220929142039
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8670507835b9aec717c3861746de88b189b38b69104abf861f70f84e44d9928d
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220929142039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8670507835b9aec717c3861746de88b189b38b69104abf861f70f84e44d9928d]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220929142039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8670507835b9aec717c3861746de88b189b38b69104abf861f70f84e44d9928d])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8670507835b9aec717c3861746de88b189b38b69104abf861f70f84e44d9928d
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8670507835b9aec717c3861746de88b189b38b69104abf861f70f84e44d9928d
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8670507835b9aec717c3861746de88b189b38b69104abf861f70f84e44d9928d].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220929142039
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d3163eaa8083cc3b288b5612f1f301e169d445952e307ce106863ba6b714ddef
Deleted: sha256:1a5ffdab8beb737fbe0083171dae55cb0bc2292618ed724b9e0b9a32b44f2aa8
Deleted: sha256:19bc196021eb3186a98d6ab15c84fbc6ce97b521506adb4c462aadfe0c6b9fef
Deleted: sha256:39b759512505641cb8c8399ff082660535b1d0dcdc7f03409b98d6f790ced740
Deleted: sha256:a4205a8ef014b9075d66c0ce6f7c3db259d7d64c7a4debae6eace711bed46193
Deleted: sha256:f5f60f6ec413e329ca8d9db6371a7d6bac1ee808a067a2929bc61aeeaa9fab90
Deleted: sha256:0265ac8b68c5f53fbcb0728d051fd835579a1872fa22ec427aab49b713049483
Deleted: sha256:d7f43b2f5b92def287986b1058bbcb973414da08d1f48758fb11c024917555b4
Deleted: sha256:ba1bb3210646017acd1835d55ea2665886e636d21e9973572969a1f24767fd47
Deleted: sha256:68d07146a7bce0dcbdf62b10bf1eb1144cc42b85cc69afdaf1a8b7609001d03d
Deleted: sha256:f9d8ac3ac0f8a0e8edf1a2ca60b4a1b77774fdc7250b03b4d22b79e05bedfc70
Deleted: sha256:22ca0a450fc85a125353c911785efdccbb9eeb606fba6bdfd4c90fa69ee66ef6
Deleted: sha256:9d35d428c0e7bb0eee186140b39cab0679e451a5b9dd9dc273e9091b78c93a09
Deleted: sha256:d6398b2c70a6013908dcc4bb6bfe54ee4b55566980f78d27ece44a773e34159a
Deleted: sha256:2dfc63a1fd78a123d93e40a637574895fbb6d40e5423eddb4896d5ecd9f5dc5b
Deleted: sha256:2fe2ae979ce5691ef0d9ba4e5f18153863e55fcb11b0ff1e23898d751419d177
Deleted: sha256:26b8e612793a6d52fab92092eb5024b09cfb5d7acb882c12fc05714868453a30
Deleted: sha256:9b55956ee8a01c7757788f5e3529d7b39e9e532c53f68aa8698ed26567033d7b
Deleted: sha256:81c945df39489636aa70d02709d182133fa9f91b7ac57f1cc67a024280784480
Deleted: sha256:a6069264a0f4e232a0c5710834d9cf6cfc13d08979bcf457ab8e31239eb87f30
Deleted: sha256:e4f3429d51b174134115c03f7ea8adb2f929f43134700f36463c9320f986061d
Deleted: sha256:e2d4d5c6cb1b02b67aab399358f518ef1d0bba163220e805046de2e9044c4971
Deleted: sha256:bd8e35dba542204e63ddc5cffdcfa61515a141d7eb99f735a0aadaf71acb2bc0
Deleted: sha256:6231734848cc83fe738c669200cc2969894f338c70ca58d52f9d669723d62077
Deleted: sha256:b464f1301f85172534f0e827ce2c5711de4c3e246ffbbf209856f004e6e48cb6
Deleted: sha256:6ec2b7f7562450963e849fad3bdd864be4fb5831c0245cd62333e4883edfb805
Deleted: sha256:b8db62bdadea2fe6aca772e13c27a64fe0641445026b7c0a43877ae9c4ca9d56
Deleted: sha256:08de030426089d82b705201e6dcc7c5b96623ad543359b4966c9918ec1a75a6b
Deleted: sha256:6f77d4450559ac6172ae42f8d2614cf5f0d386c713550b3de9cf532fdec174d0
Deleted: sha256:59e496a2121bc3e7cb39cc9e845e3f422e92645ef09caf7f9feadaa08bbeefc0
Deleted: sha256:02f518088e3d9a1a7823b8ad48ec3ee3f66a41d92c134b861bd22fd03831eaea
Deleted: sha256:f6e33a9a5435af88607da3f55cf77c8229e40693deae6fe6fa1a6131934a5f2e
Deleted: sha256:18590e29a25c7f44733da777c6d36aae2674281dc375f2b108c8d773b603773c
Deleted: sha256:0eedb516ed4b5e6150bd54d9f8b5e7fb8bfbd34bdbf4adf9ec1ceb610845d919
Deleted: sha256:a31b3ff10d2f3ee655813e287bbf50973a504b2b1da2497536760eb94c7d68af
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220929142039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d3163eaa8083cc3b288b5612f1f301e169d445952e307ce106863ba6b714ddef]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220929142039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d3163eaa8083cc3b288b5612f1f301e169d445952e307ce106863ba6b714ddef])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d3163eaa8083cc3b288b5612f1f301e169d445952e307ce106863ba6b714ddef
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d3163eaa8083cc3b288b5612f1f301e169d445952e307ce106863ba6b714ddef
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d3163eaa8083cc3b288b5612f1f301e169d445952e307ce106863ba6b714ddef].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2234453.
Stopping expansion service pid: 2234454.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 10s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/lva234iw7isqy
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #737
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/737/display/redirect>
Changes:
------------------------------------------
[...truncated 578.87 KB...]
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9768/go-8-1664443187504981968/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9768/go-8-1664443187504981968/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220929-083355"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220929082212"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220929-083355"
}
]
},
"name": "go-testxlang_partition-742",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/29 09:20:00 Submitted job: 2022-09-29_02_19_56-11106089838040028305
2022/09/29 09:20:00 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-29_02_19_56-11106089838040028305?project=apache-beam-testing
2022/09/29 09:20:00 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-29_02_19_56-11106089838040028305
2022/09/29 09:20:00 Job state: JOB_STATE_PENDING ...
2022/09/29 09:20:30 Job still running ...
2022/09/29 09:21:00 Job still running ...
2022/09/29 09:21:30 Job still running ...
2022/09/29 09:22:00 Job still running ...
2022/09/29 09:22:30 Job still running ...
2022/09/29 09:23:00 Job still running ...
2022/09/29 09:23:30 Job still running ...
2022/09/29 09:24:00 Job still running ...
2022/09/29 09:24:30 Job still running ...
2022/09/29 09:25:00 Job still running ...
2022/09/29 09:25:30 Job still running ...
2022/09/29 09:26:00 Job still running ...
2022/09/29 09:26:30 Job still running ...
2022/09/29 09:27:00 Job still running ...
2022/09/29 09:27:30 Job still running ...
2022/09/29 09:28:00 Job still running ...
2022/09/29 09:28:30 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-29_02_19_56-11106089838040028305 failed
--- FAIL: TestXLang_Partition (553.56s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3272.279s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664440476130571584
--- FAIL: TestBigQueryIO_BasicWriteRead (5.08s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43313 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ADBvcwPEwL" is_bounded:BOUNDED windowing_strategy_id:"w0@ADBvcwPEwL"}} windowing_strategies:{key:"w0@ADBvcwPEwL" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ADBvcwPEwL" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ADBvcwPEwL" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ADBvcwPEwL" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664440476130571584\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ADBvcwPEwL"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43313 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ADBvcwPEwL" is_bounded:BOUNDED windowing_strategy_id:"w0@ADBvcwPEwL"}} windowing_strategies:{key:"w0@ADBvcwPEwL" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ADBvcwPEwL" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ADBvcwPEwL" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ADBvcwPEwL" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664440476130571584\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ADBvcwPEwL"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 24 [running]:
testing.tRunner.func1.2({0xf01220, 0xc000161240})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01220, 0xc000161240})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a4580?, 0xc000234000?}, {0x10a8ba2, 0x39}, {0xc0001d6240?, 0xa6dfc0?, 0x1?}, {0xc000126b00, 0xf}, 0xc00017bd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a4520?, 0xc000234000?}, {0xc000182840, 0x52}, {0x1?}, {0xc00017bea8, 0x2, 0xe10620?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000126b00, 0xf}, {0xc000182840, 0x52}, {0xe50100, 0xc0001b03b8})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0001036c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0001036c0, 0x10d78b8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.111s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.031s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.053s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220929-083355
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220929-083355
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:33d5e60dc98a3920b203434ccc048c55b67d52a8e5b02087e55bf39120772df2
Deleted: sha256:ef47045848414f3abb52c639a2c843eb54074c5adcb30d11817cfc66ca848c65
Deleted: sha256:330014e0c37a9fd1678e437545871bd84209eef3f8e6623e26f494f27160f22e
Deleted: sha256:75348082ce169031adca48fb770dfaafbac9b893ca1a639c34f614e2c9555e0b
Deleted: sha256:26c4ce3209c4461645938670b83612787ce4e4a245aa5ab98bfb1f94a50fb519
Deleted: sha256:5091a5fb164f9ff89d5e7ba9f01b35c135c0bacd8be78849c23e117f4a9e3c3e
Deleted: sha256:a5f8393dcecb46f3b8e9882fd23fcd6dd1df9d79d0cd6213f02534ddd3a2577d
Deleted: sha256:ccc4c6bc38afff74a004309de0495a205d64ba0ec10903020595abdbd29a9410
Deleted: sha256:7dc35e40c5a0ab617d432acce98d9d6110fd545cc705cc3875e11964c783834a
Deleted: sha256:e4cbc6b6798c4ba7ee0200e95198e30bc93df5c1b9eb77fdeb2cf8a9f3591008
Deleted: sha256:954d272472dbae809531e5e840f1bb9fb96d8d81c057f5a1dc7233b42004d2ed
Deleted: sha256:bf9c7a2f5d9f68f16b44614e3c7a23c9a9226d3f65b181a86638f8405fca4fab
Deleted: sha256:d4a1cef4c9bea71d0cad060dc59c22fc42ea31d3c7bfc14d3d918b38ff60725e
Deleted: sha256:f926480e963f811ab056371d9b38822feb278d848a54f515f2c0ec509c41cf30
Deleted: sha256:e6c6c437bc6e42224ccabc4fcb1865e8d8bbffc734197dd6da3b4086b7cb7c25
Deleted: sha256:f5089ef3ff2ca04eac7c0ac47552eb47ac25e9a674c6fe02a47f789552d24697
Deleted: sha256:89476956f12f5c3522c3d98df6881d07e4f7caeb05cd7a6ddd8630e4dc3f34e6
Deleted: sha256:244a751f4118bd95194bf9c78d4041624de3872d01d20a1515f318683525eb15
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220929-083355
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:33d5e60dc98a3920b203434ccc048c55b67d52a8e5b02087e55bf39120772df2
Associated tags:
- 20220929-083355
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220929-083355
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220929-083355].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:33d5e60dc98a3920b203434ccc048c55b67d52a8e5b02087e55bf39120772df2].
$ rm -rf /tmp/tmp.LDB2113jLt
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220929082212
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:160d353d218ee51db4f56a9a4d1c7cec1545b562afc4f867dbcdc3c15f53f652
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220929082212]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:160d353d218ee51db4f56a9a4d1c7cec1545b562afc4f867dbcdc3c15f53f652]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220929082212] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:160d353d218ee51db4f56a9a4d1c7cec1545b562afc4f867dbcdc3c15f53f652])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:160d353d218ee51db4f56a9a4d1c7cec1545b562afc4f867dbcdc3c15f53f652
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:160d353d218ee51db4f56a9a4d1c7cec1545b562afc4f867dbcdc3c15f53f652
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:160d353d218ee51db4f56a9a4d1c7cec1545b562afc4f867dbcdc3c15f53f652].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220929082212
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:393cea3ea0e3fd1f1d0c26f1f00b726cb784021b17132058d18d2aa8f69ffd5c
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220929082212]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:393cea3ea0e3fd1f1d0c26f1f00b726cb784021b17132058d18d2aa8f69ffd5c]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220929082212] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:393cea3ea0e3fd1f1d0c26f1f00b726cb784021b17132058d18d2aa8f69ffd5c])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:393cea3ea0e3fd1f1d0c26f1f00b726cb784021b17132058d18d2aa8f69ffd5c
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:393cea3ea0e3fd1f1d0c26f1f00b726cb784021b17132058d18d2aa8f69ffd5c
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:393cea3ea0e3fd1f1d0c26f1f00b726cb784021b17132058d18d2aa8f69ffd5c].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1908949.
Stopping expansion service pid: 1908950.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 9s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/6bcx6utwkayqi
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #736
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/736/display/redirect?page=changes>
Changes:
[noreply] Adds support in Samza Runner to run DoFn.processElement in parallel
[noreply] Regenerate Go Protos (#23408)
[noreply] Support google-cloud-spanner v3 and fixes broken unit tests (#23365)
[noreply] Add relevant docs to Cloud Profiler exceptions. (#23404)
[noreply] Update state cache to not fail when measuring object sizes. (#23391)
------------------------------------------
[...truncated 555.61 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18651/go-8-1664421552592438819/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18651/go-8-1664421552592438819/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18651/go-8-1664421552592438819/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18651/go-8-1664421552592438819/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18651/go-8-1664421552592438819/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18651/go-8-1664421552592438819/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18651/go-8-1664421552592438819/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18651/go-8-1664421552592438819/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18651/go-8-1664421552592438819/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220929022044"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220929-023342"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220929-023342"
}
]
},
"name": "go-testxlang_partition-424",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/29 03:19:23 Submitted job: 2022-09-28_20_19_22-10708683910645582644
2022/09/29 03:19:23 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-28_20_19_22-10708683910645582644?project=apache-beam-testing
2022/09/29 03:19:23 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-28_20_19_22-10708683910645582644
2022/09/29 03:19:23 Job state: JOB_STATE_PENDING ...
2022/09/29 03:19:53 Job still running ...
2022/09/29 03:20:23 Job still running ...
2022/09/29 03:20:53 Job still running ...
2022/09/29 03:21:23 Job still running ...
2022/09/29 03:21:53 Job still running ...
2022/09/29 03:22:23 Job still running ...
2022/09/29 03:22:53 Job still running ...
2022/09/29 03:23:23 Job still running ...
2022/09/29 03:23:53 Job still running ...
2022/09/29 03:24:23 Job still running ...
2022/09/29 03:24:53 Job still running ...
2022/09/29 03:25:23 Job still running ...
2022/09/29 03:25:53 Job still running ...
2022/09/29 03:26:23 Job still running ...
2022/09/29 03:26:53 Job still running ...
2022/09/29 03:27:23 Job still running ...
2022/09/29 03:27:53 Job still running ...
2022/09/29 03:28:24 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-28_20_19_22-10708683910645582644 failed
--- FAIL: TestXLang_Partition (581.68s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3279.984s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664418860438393279
--- FAIL: TestBigQueryIO_BasicWriteRead (4.96s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:38387 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@daDysWirjB" is_bounded:BOUNDED windowing_strategy_id:"w0@daDysWirjB"}} windowing_strategies:{key:"w0@daDysWirjB" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@daDysWirjB" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@daDysWirjB" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@daDysWirjB" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664418860438393279\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"daDysWirjB"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:38387 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@daDysWirjB" is_bounded:BOUNDED windowing_strategy_id:"w0@daDysWirjB"}} windowing_strategies:{key:"w0@daDysWirjB" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@daDysWirjB" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@daDysWirjB" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@daDysWirjB" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664418860438393279\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"daDysWirjB"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 55 [running]:
testing.tRunner.func1.2({0xf01220, 0xc0005a0580})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01220, 0xc0005a0580})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000518dc0?, 0xc00051f540?}, {0x10a8ba2, 0x39}, {0xc000150180?, 0xa6dfc0?, 0x1?}, {0xc000040bd0, 0xf}, 0xc00056fd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000518d60?, 0xc00051f540?}, {0xc00004a540, 0x52}, {0x1?}, {0xc00056fea8, 0x2, 0x7f0d068dc3c0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000040bd0, 0xf}, {0xc00004a540, 0x52}, {0xe50100, 0xc000041d80})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0001036c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0001036c0, 0x10d78b8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.988s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.030s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.034s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:607514d2c4bbf4e0d936badccb84dbd8569a9131da1b4f13398adb327a4feade
Associated tags:
- 20220929-023342
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220929-023342
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220929-023342].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:607514d2c4bbf4e0d936badccb84dbd8569a9131da1b4f13398adb327a4feade].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220929022044]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8df76690cdd7f203c496d550bd82c259c1e3137416c7a12cbb0344597b2ba5fa]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220929022044] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8df76690cdd7f203c496d550bd82c259c1e3137416c7a12cbb0344597b2ba5fa])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8df76690cdd7f203c496d550bd82c259c1e3137416c7a12cbb0344597b2ba5fa
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8df76690cdd7f203c496d550bd82c259c1e3137416c7a12cbb0344597b2ba5fa].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220929022044]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5bac74b4dccbfbed4614f11042f4b4d4af342e9ac332ea757b05e1654a8098fe]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220929022044] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5bac74b4dccbfbed4614f11042f4b4d4af342e9ac332ea757b05e1654a8098fe])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5bac74b4dccbfbed4614f11042f4b4d4af342e9ac332ea757b05e1654a8098fe
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5bac74b4dccbfbed4614f11042f4b4d4af342e9ac332ea757b05e1654a8098fe].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 9m 2s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/cau7gi2bpm2gy
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #735
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/735/display/redirect?page=changes>
Changes:
[noreply] [Tour Of Beam] API adjustments (#23349)
------------------------------------------
[...truncated 990.56 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11472/go-8-1664400060944261341/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11472/go-8-1664400060944261341/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11472/go-8-1664400060944261341/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11472/go-8-1664400060944261341/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11472/go-8-1664400060944261341/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11472/go-8-1664400060944261341/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11472/go-8-1664400060944261341/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11472/go-8-1664400060944261341/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11472/go-8-1664400060944261341/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220928-203302"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220928202118"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220928-203302"
}
]
},
"name": "go-testxlang_partition-284",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/28 21:21:11 Submitted job: 2022-09-28_14_21_10-8883351705893370898
2022/09/28 21:21:11 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-28_14_21_10-8883351705893370898?project=apache-beam-testing
2022/09/28 21:21:11 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-28_14_21_10-8883351705893370898
2022/09/28 21:21:11 Job state: JOB_STATE_PENDING ...
2022/09/28 21:21:41 Job still running ...
2022/09/28 21:22:11 Job still running ...
2022/09/28 21:22:41 Job still running ...
2022/09/28 21:23:11 Job still running ...
2022/09/28 21:23:41 Job still running ...
2022/09/28 21:24:11 Job still running ...
2022/09/28 21:24:41 Job still running ...
2022/09/28 21:25:11 Job still running ...
2022/09/28 21:25:41 Job still running ...
2022/09/28 21:26:11 Job still running ...
2022/09/28 21:26:41 Job still running ...
2022/09/28 21:27:11 Job still running ...
2022/09/28 21:27:41 Job still running ...
2022/09/28 21:28:12 Job still running ...
2022/09/28 21:28:42 Job still running ...
2022/09/28 21:29:12 Job still running ...
2022/09/28 21:29:42 Job still running ...
2022/09/28 21:30:12 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-28_14_21_10-8883351705893370898 failed
--- FAIL: TestXLang_Partition (581.48s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3428.241s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664397217965204349
--- FAIL: TestBigQueryIO_BasicWriteRead (7.28s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41157 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@UOdFbaLlVd" is_bounded:BOUNDED windowing_strategy_id:"w0@UOdFbaLlVd"}} windowing_strategies:{key:"w0@UOdFbaLlVd" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@UOdFbaLlVd" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@UOdFbaLlVd" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@UOdFbaLlVd" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664397217965204349\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"UOdFbaLlVd"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41157 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@UOdFbaLlVd" is_bounded:BOUNDED windowing_strategy_id:"w0@UOdFbaLlVd"}} windowing_strategies:{key:"w0@UOdFbaLlVd" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@UOdFbaLlVd" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@UOdFbaLlVd" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@UOdFbaLlVd" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664397217965204349\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"UOdFbaLlVd"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 40 [running]:
testing.tRunner.func1.2({0xf01160, 0xc000113a80})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01160, 0xc000113a80})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a54a0?, 0xc0000b7900?}, {0x10a86e8, 0x39}, {0xc0000f6180?, 0xa6d5e0?, 0x1?}, {0xc0004a0d40, 0xf}, 0xc0000f1d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a5440?, 0xc0000b7900?}, {0xc00057a3c0, 0x52}, {0x1?}, {0xc0000f1ea8, 0x2, 0x7f6b659f3a38?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0004a0d40, 0xf}, {0xc00057a3c0, 0x52}, {0xe50040, 0xc0004a1f40})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000582ea0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000582ea0, 0x10d73f8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 10.309s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.032s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:dee108cd3cd9102160effd01b644da051ebf435aa2b8dc37dbf6680d362cd9f1
Associated tags:
- 20220928-203302
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220928-203302
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220928-203302].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:dee108cd3cd9102160effd01b644da051ebf435aa2b8dc37dbf6680d362cd9f1].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220928202118]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:36e666c8b32f6ebe322891dbd8f5cd955eda4db847f1fdcd7660f751e24ee3ca]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220928202118] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:36e666c8b32f6ebe322891dbd8f5cd955eda4db847f1fdcd7660f751e24ee3ca])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:36e666c8b32f6ebe322891dbd8f5cd955eda4db847f1fdcd7660f751e24ee3ca
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:36e666c8b32f6ebe322891dbd8f5cd955eda4db847f1fdcd7660f751e24ee3ca].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220928202118]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3dd9490fa024e6030036de6eecb5cc9995eaa14ff4d1f65d8c485d7436b544e5]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220928202118] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3dd9490fa024e6030036de6eecb5cc9995eaa14ff4d1f65d8c485d7436b544e5])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3dd9490fa024e6030036de6eecb5cc9995eaa14ff4d1f65d8c485d7436b544e5
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3dd9490fa024e6030036de6eecb5cc9995eaa14ff4d1f65d8c485d7436b544e5].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 10m 10s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/y5mqsow3fkdzw
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #734
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/734/display/redirect>
Changes:
------------------------------------------
[...truncated 1010.46 KB...]
2022/09/28 15:23:13 Job still running ...
2022/09/28 15:23:43 Job still running ...
2022/09/28 15:24:13 Job still running ...
2022/09/28 15:24:43 Job still running ...
2022/09/28 15:25:13 Job still running ...
2022/09/28 15:25:43 Job still running ...
2022/09/28 15:26:13 Job still running ...
2022/09/28 15:26:44 Job still running ...
2022/09/28 15:27:14 Job still running ...
2022/09/28 15:27:44 Job still running ...
2022/09/28 15:28:14 Job still running ...
2022/09/28 15:28:44 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-28_08_19_42-9081980989462354464 failed
--- FAIL: TestXLang_Partition (582.09s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3312.007s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664375650232864404
--- FAIL: TestBigQueryIO_BasicWriteRead (5.67s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37543 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@fMgxohACcr" is_bounded:BOUNDED windowing_strategy_id:"w0@fMgxohACcr"}} windowing_strategies:{key:"w0@fMgxohACcr" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@fMgxohACcr" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@fMgxohACcr" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@fMgxohACcr" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664375650232864404\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"fMgxohACcr"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37543 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@fMgxohACcr" is_bounded:BOUNDED windowing_strategy_id:"w0@fMgxohACcr"}} windowing_strategies:{key:"w0@fMgxohACcr" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@fMgxohACcr" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@fMgxohACcr" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@fMgxohACcr" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664375650232864404\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"fMgxohACcr"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 22 [running]:
testing.tRunner.func1.2({0xf01160, 0xc000612cc0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01160, 0xc000612cc0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00010eb00?, 0xc0000bba40?}, {0x10a86e8, 0x39}, {0xc0000f8240?, 0xa6d5e0?, 0x1?}, {0xc000492ae0, 0xf}, 0xc000147d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00010eaa0?, 0xc0000bba40?}, {0xc000156360, 0x52}, {0x1?}, {0xc000147ea8, 0x2, 0x7fd5d5210f38?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000492ae0, 0xf}, {0xc000156360, 0x52}, {0xe50040, 0xc000493c90})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0007429c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0007429c0, 0x10d73f8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.704s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.040s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220928-143325
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220928-143325
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:da16f8282169a34194d0456b29b38a5289c04dcbade318d79e709ab89c9de174
Deleted: sha256:9f2a833dd0d24e438122eb2a5b1ba702098d7f8319a8465559a1ed89ce6aa288
Deleted: sha256:316ffb57afa122ff75fd015e70d8615bdec8e6082ad4e4dba2577912bb9e6d73
Deleted: sha256:7f353af64d2ec879253cdb2e2f252ef83b82caeb4f15fbd5f4ccf54df3824cfe
Deleted: sha256:c6db669d09e56f5e2394e3ae07b36db39532b3060595fcf9e74ae37fea473747
Deleted: sha256:aabc8b1521277fb45adb6d20d78876c8dae9d58e64a7e4efdae6c78db7b258e2
Deleted: sha256:7b3e477d384400968e1495ed7f66af5bceab6598daaaaef7139072e760b80388
Deleted: sha256:7cfeca931a95ac2dabda73376c3755f4767ca2818b9918b94f4c40029fe84204
Deleted: sha256:5cc2b43e042f386c5a3bcb10efb25dc0688b468bcf1205b5efaa799081c5f6f4
Deleted: sha256:e89d0d604430edc922baabbe3c31c9e9255b13d6ddc8b7f394ea608a5a5cedc2
Deleted: sha256:ea4c852adf60e0470ac5a9fc45c9e802c3fab11068fec557d16dd223e74868ad
Deleted: sha256:07e43350e0d6c88e68c195ac5d47ff90763a2cf12162622197a62c02ed4740f6
Deleted: sha256:2c25db865526a9ca5f23a94f5a2255b541a56582d1151458b1574552d2b4753e
Deleted: sha256:3283613061930b3d6aa9d5b432531c7ecbf79919af77aebbb0c3a00b268c2af6
Deleted: sha256:676b57f9bfe9d2ad0bcf9887ee312f1e5c75b603b7f0cd6dfcd55359730015aa
Deleted: sha256:98a32af101c791348ed815d934669e3f407c67179dc449bb88149b27b33d196b
Deleted: sha256:300517529685484056dd85e7adfbc55d26b2a612857f7b7c35bdf293e46b3d2b
Deleted: sha256:b9c64db253c852e2729b63c49d3c486ac38ea6072e6e394c1725d5185f6ad51d
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220928-143325
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:da16f8282169a34194d0456b29b38a5289c04dcbade318d79e709ab89c9de174
Associated tags:
- 20220928-143325
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220928-143325
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220928-143325].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:da16f8282169a34194d0456b29b38a5289c04dcbade318d79e709ab89c9de174].
$ rm -rf /tmp/tmp.DeXbrdMUkA
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220928142111
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f40e97faae91e05cbed8b5b6ed0fe79f595a248456059a6fdd9729b689be6cbf
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220928142111]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f40e97faae91e05cbed8b5b6ed0fe79f595a248456059a6fdd9729b689be6cbf]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220928142111] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f40e97faae91e05cbed8b5b6ed0fe79f595a248456059a6fdd9729b689be6cbf])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f40e97faae91e05cbed8b5b6ed0fe79f595a248456059a6fdd9729b689be6cbf
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f40e97faae91e05cbed8b5b6ed0fe79f595a248456059a6fdd9729b689be6cbf
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f40e97faae91e05cbed8b5b6ed0fe79f595a248456059a6fdd9729b689be6cbf].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220928142111
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2491cdf3897203e239c99c2a25265c2a59bca2e58019c479d7c9b8082dc391a5
Deleted: sha256:f75a6b85c7ba5fbcac6853956c4350261b62a9f11be82be1dcd71cb890ced7ff
Deleted: sha256:5f06e299dd06b46290deeb1626a2586fa9453a000552eae55eaf37de47d6432c
Deleted: sha256:2ac11bb4a532dddbaee4c2ac5f72ecf74525844421e29cdcf77041f78d92d2c1
Deleted: sha256:f9e8dd7f665c8879205401a69b065af7724d3e069567df8da40ae672a4e235be
Deleted: sha256:6dbb551ff47a16e88be79b976a3290179ae530d55ae548350108a33bb64c80e2
Deleted: sha256:0b08ede0c348e0cc06cead23f0fc8c979920b35c77764a3549e1569299363a70
Deleted: sha256:0dea76e42ad95f3dfc64822b9f8ae87325f94ce41f050095b1077cfc04386b99
Deleted: sha256:4416d2213b8f9bc757afb05a9f22c791862df026fbd2f6cc925d6b6b022c7fcb
Deleted: sha256:a641553e9f7d257de174d67a94fda673b751bcad231d9731a1cf583e384155c4
Deleted: sha256:601dff5d545bfcd92df127d923d3f27cc4e4f0f0d69aca40d3f44fee25d43ed9
Deleted: sha256:203e03f06a440a6671653dfd454d33483b657f0c18d86eedcb8999191aafe507
Deleted: sha256:4567ec960e53af1f77c7a50920917ecd5afece23825ceaa1b6744bc134558e81
Deleted: sha256:360186ee814b7eba8286ed7b39a62cfe4e782a34304a602a405f662ff48a94b0
Deleted: sha256:d417d616edec7ec1bb38564d6289b66dc51c1d07e18af7f6f86bd4c02da9ea3b
Deleted: sha256:7ebd712ebf86c4c194cbe67f85eca330af29b8982738ac62b39f44c901b082bc
Deleted: sha256:68f6381ddfb7fae0b9c711568e2a59cacbdabcfbf67ad67ec1ea7a99f5edf1d2
Deleted: sha256:f695d3914a7d4348fc6a0466d62b5fd5fdee8dc5acd2fbae20b972ab751dd9e8
Deleted: sha256:7807c67f275aefb79f93f50ff83831bb47d4937b4e0cd7814c6efbfeb217b157
Deleted: sha256:1aa27c468001f0b997d24017f3407d87fb5d748cfd6d8aac57469acc55a4234e
Deleted: sha256:cfe5e0f9cf50f02e7cf2de859a6a52a4f3f3b197ef5ad2fa9b91cb49685e1ca2
Deleted: sha256:893ceecffd41297b8f08d6407e7365a89980c9a0a6418f2f8a2c141e193c17c2
Deleted: sha256:9f08c13ad5ef8d2b6e05b7e8365f94ba733542c6bc9aace952603100aa1d7ba5
Deleted: sha256:49ca9dd374c8903122673d658d3f0622f1594ab9922d76564bd2776d75ca393c
Deleted: sha256:f8c2f170115579eb70da0fc4edebd1bdeac8aab796d3ed5760e1acc03347e7ec
Deleted: sha256:735df8680adcc8b233a08f26702690d92e1221e36eb3a890b7e3f55fa5d87bed
Deleted: sha256:b4733ba4d33569d398fe23301eb5a9d561c1f40b336e2e9893748c16c625bc00
Deleted: sha256:a4e9275314256b2621e5c864bdd41621509dd7f0af5ab49ac347ecd4ac3e1acf
Deleted: sha256:d1439d29c0d5e270e4ee1d40b87a59bb912bc479134391ab6e8b94416c75a2f8
Deleted: sha256:9abb0af108a5b49f1310fc5fbbf8deb481cb223eaaab18f418547d5b53250df0
Deleted: sha256:18003e8349cc38361b2ec04840f7da80020075da776ccc4e1db4b80ba4362d0d
Deleted: sha256:fcfee9c64ca4af8a6ddc5ba8a10559280e8d549e3a80412419c2415696d174e3
Deleted: sha256:a3fce729929e462d278740890f2bf90358733c51dab3bcabe6a604bab6ee0f52
Deleted: sha256:0e21050d5ef467364b294a86bef558779ed151768904d11bd67876d403218b4a
Deleted: sha256:d1f218fd53d7ca839c5b4e9f777cc1a39990769bb329d67e5f6c0754d282a8c2
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220928142111]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2491cdf3897203e239c99c2a25265c2a59bca2e58019c479d7c9b8082dc391a5]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220928142111] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2491cdf3897203e239c99c2a25265c2a59bca2e58019c479d7c9b8082dc391a5])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2491cdf3897203e239c99c2a25265c2a59bca2e58019c479d7c9b8082dc391a5
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2491cdf3897203e239c99c2a25265c2a59bca2e58019c479d7c9b8082dc391a5
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2491cdf3897203e239c99c2a25265c2a59bca2e58019c479d7c9b8082dc391a5].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3376998.
Stopping expansion service pid: 3376999.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 57s
215 actionable tasks: 154 executed, 49 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/g3nbsyhcd6b4o
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #733
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/733/display/redirect?page=changes>
Changes:
[noreply] Pin objsize version to avoid regression in 0.6.0 (#23396)
------------------------------------------
[...truncated 972.73 KB...]
2022/09/28 09:26:02 Job still running ...
2022/09/28 09:26:32 Job still running ...
2022/09/28 09:27:02 Job still running ...
2022/09/28 09:27:32 Job still running ...
2022/09/28 09:28:02 Job still running ...
2022/09/28 09:28:32 Job still running ...
2022/09/28 09:29:02 Job still running ...
2022/09/28 09:29:32 Job still running ...
2022/09/28 09:30:02 Job still running ...
2022/09/28 09:30:32 Job still running ...
2022/09/28 09:31:02 Job still running ...
2022/09/28 09:31:32 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-28_02_22_31-12193820298093838853 failed
--- FAIL: TestXLang_Partition (581.75s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3309.544s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664354217784352507
--- FAIL: TestBigQueryIO_BasicWriteRead (5.30s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:44047 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ClBQPgUzaA" is_bounded:BOUNDED windowing_strategy_id:"w0@ClBQPgUzaA"}} windowing_strategies:{key:"w0@ClBQPgUzaA" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ClBQPgUzaA" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ClBQPgUzaA" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ClBQPgUzaA" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664354217784352507\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ClBQPgUzaA"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:44047 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ClBQPgUzaA" is_bounded:BOUNDED windowing_strategy_id:"w0@ClBQPgUzaA"}} windowing_strategies:{key:"w0@ClBQPgUzaA" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ClBQPgUzaA" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ClBQPgUzaA" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ClBQPgUzaA" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664354217784352507\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ClBQPgUzaA"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 12 [running]:
testing.tRunner.func1.2({0xf01160, 0xc000302400})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01160, 0xc000302400})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00011c620?, 0xc0004ce000?}, {0x10a86e8, 0x39}, {0xc0000f6240?, 0xa6d5e0?, 0x1?}, {0xc0003fed80, 0xf}, 0xc0000f1d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00011c5c0?, 0xc0004ce000?}, {0xc000016300, 0x52}, {0x1?}, {0xc0000f1ea8, 0x2, 0x7f9e542d9cc8?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003fed80, 0xf}, {0xc000016300, 0x52}, {0xe50040, 0xc000118150})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000455040)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000455040, 0x10d73f8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.328s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.029s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.048s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220928-083611
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220928-083611
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:3a78b26a5e8e40296fc64a68ea08253b45f8351b5ada684603296b02708b0d06
Deleted: sha256:7e57c25ba0174817868f474dc722af7086c47a2a07c1d58fe28dc9d548884906
Deleted: sha256:bf344de58656b8781b318679e7d5f59de0f8a7ec5c84501b158a2024815d7bd8
Deleted: sha256:8f3c175c3c32f4beb04cb1b92aaadf2e00de36a87b441b3f7200a32ed2bcc0f8
Deleted: sha256:1b1877e0290386405ee47236fdf114c88114bcb5effafe3f07c1129839e94be6
Deleted: sha256:6ac09ee42093a4978357da2adaf387c56cfd4e41453c3d5aace41dffad450b0a
Deleted: sha256:8416880e1124cbbf4a0a7e4e8d12ca72226435d17110324cbaf0cf961324f5ab
Deleted: sha256:da90db98d527cfa242f7beb68c95a208c2749112cb25da40decddb71620905d4
Deleted: sha256:d64fbb484fec6723696353d9780e20ebeb77b8f8accfaa1e3867a422b1d9eafd
Deleted: sha256:869cedf6b3d4df8c0b4f4f0088cc812e99f0f0eaef4c8929a0fa04e6d5045b87
Deleted: sha256:2e84b9d5c8acc4ff8e5b7947e8284b956bd9ef803c5a7e0b8568a55fe5fc233a
Deleted: sha256:7cf08df666b83966ba1fa363b32823a73b4e6154224f774e0a8a3067a6a82021
Deleted: sha256:e22725264b774194f426c321053c9cea94a1bb700d4734e8b28bd4c3c1cb876d
Deleted: sha256:daac4dc09452fd2d9eb1fd5dd7b7f47ead894b132709e2918cd63e8bdd95aed6
Deleted: sha256:9428ffe9e5315b789ceda41144d0e7bc456bbf4db8400200ad6a1a6d9c066fcf
Deleted: sha256:5a46e37a26f3c7b7f6aadb04be5bc1b3b340e0699afb1479df006ae73fcedecf
Deleted: sha256:b42bd9804516a496f6ef94e0306a67eba137a0fe672f2f4b404e417ea73f96c0
Deleted: sha256:a1e4b8bc6c4845d930c1a50218a027c6f1c6424e938f8b1b87a8bce7c5368e08
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220928-083611
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:3a78b26a5e8e40296fc64a68ea08253b45f8351b5ada684603296b02708b0d06
Associated tags:
- 20220928-083611
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220928-083611
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220928-083611].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:3a78b26a5e8e40296fc64a68ea08253b45f8351b5ada684603296b02708b0d06].
$ rm -rf /tmp/tmp.HoA9aIUd3S
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220928082100
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a70224133c24ec341430169c3fefcc4485c8a45efd788a45eef3a3ed83c49144
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220928082100]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a70224133c24ec341430169c3fefcc4485c8a45efd788a45eef3a3ed83c49144]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220928082100] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a70224133c24ec341430169c3fefcc4485c8a45efd788a45eef3a3ed83c49144])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a70224133c24ec341430169c3fefcc4485c8a45efd788a45eef3a3ed83c49144
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a70224133c24ec341430169c3fefcc4485c8a45efd788a45eef3a3ed83c49144
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a70224133c24ec341430169c3fefcc4485c8a45efd788a45eef3a3ed83c49144].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220928082100
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6ec073b07a3617137b034bacaee0ecb2f2170b3f7d9d86e1e1594dd366c858b0
Deleted: sha256:a76219eb0d21d638df60480a8fcb7aaeed92203a8d7763bf68804079df00b40a
Deleted: sha256:1316ddeaf4054090c5ecd265ca7c8ffaeb084a36739545668dc135f404f17a0d
Deleted: sha256:dfba6acbabe835385bebd0cfd3bc443396dab5b6f3c64f2be6551fbc3f6a9b99
Deleted: sha256:ed502996d01fec675f96c1948525f7b593e6db23b9a9d02504ee45b05624507d
Deleted: sha256:98c091cb28d0c0ab50c8b01b5e37313d3f2288a472cf8b7da9faa4254db8ec8c
Deleted: sha256:e25a0880fc0d76fc9ddf88dfd62b5d731fe048ec05448ff2fec3616ecf9ec4b2
Deleted: sha256:0a0c1494a6636dc5faa25bbd72260f8840006d30ae37688f1bf8c546d8f4615c
Deleted: sha256:d19795c02ca3b3572f1882da71c432814d30e298dc5e8744b611a2cd124612f5
Deleted: sha256:b7e5d32c0d09e0a21dc6f7bcb5a4ac3dabe7e70d2f3de348623f7d8ff578913e
Deleted: sha256:57cd596b5a4d996349d4285bd4d83937b1dc4c806dded44225995b3dc4aa89a2
Deleted: sha256:ac7707ff58cc4d00a761c337971c4ca886f06e7bde1541bad2abd9c3e91b952b
Deleted: sha256:ee8f6859c287991f7c3bc5ea60eb71dd01b33b672b63fbeda5d0474f731df429
Deleted: sha256:eeaa6ae9823485a4a2ecae807a1dc472e00eda0e0df3798bd628d4795a917849
Deleted: sha256:b8717d04c0aa843d8183f31f4a65efdc90a9858b7878d563fae76517d88e999c
Deleted: sha256:9de12e5ec2c14a68a21104d330021760255a288303c70187e58ce140e0d76849
Deleted: sha256:b23ae06e4acc7f1d2ac0a61bb6adcde5c955809738721afcee64e24bdaf4dd26
Deleted: sha256:6b3f9af9ab39195164ff5d7c15474f3aee5f94bcb903716cd3cea2a0db8dabf0
Deleted: sha256:2888d1371b61dde1351ab5fe273383dd54102e1c6e0c1a2b8f0b8391c9629458
Deleted: sha256:ff778f593c909555ee7c4319aa373dd0dfa2190108b52c594a6ffbcc6cc9add1
Deleted: sha256:6e63efc7204159a20e582fbd0a42792ee8a0094a64ddf8a40d4bb92cf5a23f66
Deleted: sha256:71e69a0280a36cd9d8925ce0cf7c6ec5e77934669d0caeee9cacd8539c1f8505
Deleted: sha256:f65a2367741191578bf83bb14e123187d0ef8c0067977c0696bbe4e763014bf4
Deleted: sha256:6f8c90e1a8bf2a056a74d731fe53e865970b7dda99925ad631d7887aa8408738
Deleted: sha256:cce14d1c53528ba689cb1cfd0ddb1ce2a06715d2d494fd1d59466faf26038aac
Deleted: sha256:819c62ad49f76193b5fd3a5cf3b66a4b36b6d290816b246cf59a72ce61d12b00
Deleted: sha256:db788317e3833eaf936b9dd13a346c91d8db69a05a2c760a3e85f81f71bdf00e
Deleted: sha256:6d78cfff419c1980687499b97f2c11383d64a9e424f5febbe968707bb4164ca1
Deleted: sha256:f1331be22d8c30c5e7a26e5787272f14ed1875013e6b55d41b55ba34e277e0ec
Deleted: sha256:094fac9638323faabb2a100a02bdbc5527e52f09b912bf7d6dce5acd6ec455a3
Deleted: sha256:8763e002858aa7b8aee8577b24fe4988986e97eb9a65ced0d70d20d206bf0e48
Deleted: sha256:67485f862d52b7200c1cbe873edf331f3357f42098b134b99e1df359fa6516b3
Deleted: sha256:09548ec49ae9bc7c0f6c11e7100429db655796b543a0d7eb70c3cd8edb4935ba
Deleted: sha256:944563c4d449f5af57b155d5c0ca43311615bb09261629d923bf000d42b1a56c
Deleted: sha256:b5848a3c37531903b15881eef196da02e4c00c0d06f15fc39de8db6f00cc686f
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220928082100]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6ec073b07a3617137b034bacaee0ecb2f2170b3f7d9d86e1e1594dd366c858b0]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220928082100] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6ec073b07a3617137b034bacaee0ecb2f2170b3f7d9d86e1e1594dd366c858b0])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6ec073b07a3617137b034bacaee0ecb2f2170b3f7d9d86e1e1594dd366c858b0
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6ec073b07a3617137b034bacaee0ecb2f2170b3f7d9d86e1e1594dd366c858b0
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6ec073b07a3617137b034bacaee0ecb2f2170b3f7d9d86e1e1594dd366c858b0].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2328365.
Stopping expansion service pid: 2328366.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 11m 45s
215 actionable tasks: 150 executed, 53 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/6aoujcd5ujjwq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #732
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/732/display/redirect?page=changes>
Changes:
[shaojwu] make identifier of Date&DateTime to be a public static field
[shaojwu] make identifier of Time to be a public static field
[noreply] Add ISSUE#23071 to CHANGES.md (#23297)
------------------------------------------
[...truncated 520.27 KB...]
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23024/go-8-1664335102325118912/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23024/go-8-1664335102325118912/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23024/go-8-1664335102325118912/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23024/go-8-1664335102325118912/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23024/go-8-1664335102325118912/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23024/go-8-1664335102325118912/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-8rhZ3JEjx5SFDt0rUzakOqlf26MKLWmKFv6KPcDGRvQ.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23024/go-8-1664335102325118912/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23024/go-8-1664335102325118912/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23024/go-8-1664335102325118912/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220928-023210"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220928022028"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220928-023210"
}
]
},
"name": "go-testxlang_partition-24",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/28 03:18:32 Submitted job: 2022-09-27_20_18_31-14298993896754445842
2022/09/28 03:18:32 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-27_20_18_31-14298993896754445842?project=apache-beam-testing
2022/09/28 03:18:32 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-27_20_18_31-14298993896754445842
2022/09/28 03:18:32 Job state: JOB_STATE_PENDING ...
2022/09/28 03:19:02 Job still running ...
2022/09/28 03:19:32 Job still running ...
2022/09/28 03:20:02 Job still running ...
2022/09/28 03:20:32 Job still running ...
2022/09/28 03:21:02 Job still running ...
2022/09/28 03:21:32 Job still running ...
2022/09/28 03:22:02 Job still running ...
2022/09/28 03:22:32 Job still running ...
2022/09/28 03:23:02 Job still running ...
2022/09/28 03:23:32 Job still running ...
2022/09/28 03:24:02 Job still running ...
2022/09/28 03:24:33 Job still running ...
2022/09/28 03:25:03 Job still running ...
2022/09/28 03:25:33 Job still running ...
2022/09/28 03:26:03 Job still running ...
2022/09/28 03:26:33 Job still running ...
2022/09/28 03:27:03 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-27_20_18_31-14298993896754445842 failed
--- FAIL: TestXLang_Partition (551.28s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3283.045s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664332374238439446
--- FAIL: TestBigQueryIO_BasicWriteRead (4.93s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43093 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@jiMZQydZGl" is_bounded:BOUNDED windowing_strategy_id:"w0@jiMZQydZGl"}} windowing_strategies:{key:"w0@jiMZQydZGl" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@jiMZQydZGl" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@jiMZQydZGl" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@jiMZQydZGl" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664332374238439446\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"jiMZQydZGl"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43093 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@jiMZQydZGl" is_bounded:BOUNDED windowing_strategy_id:"w0@jiMZQydZGl"}} windowing_strategies:{key:"w0@jiMZQydZGl" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@jiMZQydZGl" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@jiMZQydZGl" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@jiMZQydZGl" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664332374238439446\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"jiMZQydZGl"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 50 [running]:
testing.tRunner.func1.2({0xf01160, 0xc000661f40})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01160, 0xc000661f40})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00016cbc0?, 0xc0000ba050?}, {0x10a86e8, 0x39}, {0xc0000e6180?, 0xa6d5e0?, 0x1?}, {0xc0004a8a50, 0xf}, 0xc0000c5d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00016cb60?, 0xc0000ba050?}, {0xc00004a540, 0x52}, {0x1?}, {0xc0000c5ea8, 0x2, 0xe10560?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0004a8a50, 0xf}, {0xc00004a540, 0x52}, {0xe50040, 0xc0000d2108})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000526ea0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000526ea0, 0x10d73f8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.962s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:02d570c7d6a4904f1957a0942bb1644e34e33f24ab5467de707e5d4d76858471
Associated tags:
- 20220928-023210
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220928-023210
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220928-023210].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:02d570c7d6a4904f1957a0942bb1644e34e33f24ab5467de707e5d4d76858471].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220928022028]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1fd313f45d2977dbc9c0267263c19a81bd61d80a41e188e271d02e93073c312b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220928022028] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1fd313f45d2977dbc9c0267263c19a81bd61d80a41e188e271d02e93073c312b])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1fd313f45d2977dbc9c0267263c19a81bd61d80a41e188e271d02e93073c312b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1fd313f45d2977dbc9c0267263c19a81bd61d80a41e188e271d02e93073c312b].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220928022028]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3ed056af549488ee57a892e53dfd08f69b533d2fd5df14fcbd65ec4dfc9ecac5]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220928022028] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3ed056af549488ee57a892e53dfd08f69b533d2fd5df14fcbd65ec4dfc9ecac5])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3ed056af549488ee57a892e53dfd08f69b533d2fd5df14fcbd65ec4dfc9ecac5
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3ed056af549488ee57a892e53dfd08f69b533d2fd5df14fcbd65ec4dfc9ecac5].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 25s
215 actionable tasks: 148 executed, 55 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/7ygye4kpofnjg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #731
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/731/display/redirect?page=changes>
Changes:
[noreply] RunInference Benchmarks UI (#23371)
[noreply] set upper bound on google-cloud-profiler (#23354)
------------------------------------------
[...truncated 551.98 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13897/go-8-1664313671455817517/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13897/go-8-1664313671455817517/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13897/go-8-1664313671455817517/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13897/go-8-1664313671455817517/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13897/go-8-1664313671455817517/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13897/go-8-1664313671455817517/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13897/go-8-1664313671455817517/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13897/go-8-1664313671455817517/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13897/go-8-1664313671455817517/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-laPyFmDFWHPZe0NO9JJqqbSlAhAG_8qFEnuBk-BQIrc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-laPyFmDFWHPZe0NO9JJqqbSlAhAG_8qFEnuBk-BQIrc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220927-203240"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220927202041"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220927-203240"
}
]
},
"name": "go-testxlang_partition-146",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/27 21:21:21 Submitted job: 2022-09-27_14_21_20-650462366067788960
2022/09/27 21:21:21 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-27_14_21_20-650462366067788960?project=apache-beam-testing
2022/09/27 21:21:21 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-27_14_21_20-650462366067788960
2022/09/27 21:21:21 Job state: JOB_STATE_PENDING ...
2022/09/27 21:21:51 Job still running ...
2022/09/27 21:22:21 Job still running ...
2022/09/27 21:22:51 Job still running ...
2022/09/27 21:23:21 Job still running ...
2022/09/27 21:23:51 Job still running ...
2022/09/27 21:24:21 Job still running ...
2022/09/27 21:24:51 Job still running ...
2022/09/27 21:25:21 Job still running ...
2022/09/27 21:25:51 Job still running ...
2022/09/27 21:26:22 Job still running ...
2022/09/27 21:26:52 Job still running ...
2022/09/27 21:27:22 Job still running ...
2022/09/27 21:27:52 Job still running ...
2022/09/27 21:28:22 Job still running ...
2022/09/27 21:28:52 Job still running ...
2022/09/27 21:29:22 Job still running ...
2022/09/27 21:29:52 Job still running ...
2022/09/27 21:30:22 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-27_14_21_20-650462366067788960 failed
--- FAIL: TestXLang_Partition (581.20s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3457.841s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664310798501243719
--- FAIL: TestBigQueryIO_BasicWriteRead (5.71s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35337 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@zZXdDgmXem" is_bounded:BOUNDED windowing_strategy_id:"w0@zZXdDgmXem"}} windowing_strategies:{key:"w0@zZXdDgmXem" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@zZXdDgmXem" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@zZXdDgmXem" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@zZXdDgmXem" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664310798501243719\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"zZXdDgmXem"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35337 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@zZXdDgmXem" is_bounded:BOUNDED windowing_strategy_id:"w0@zZXdDgmXem"}} windowing_strategies:{key:"w0@zZXdDgmXem" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@zZXdDgmXem" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@zZXdDgmXem" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@zZXdDgmXem" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664310798501243719\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"zZXdDgmXem"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 55 [running]:
testing.tRunner.func1.2({0xf01160, 0xc0001749c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01160, 0xc0001749c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0006563e0?, 0xc000524140?}, {0x10a86e8, 0x39}, {0xc0005720c0?, 0xa6d5e0?, 0x1?}, {0xc000500be0, 0xf}, 0xc0004dfd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000656380?, 0xc000524140?}, {0xc0004963c0, 0x52}, {0x1?}, {0xc0004dfea8, 0x2, 0xe10560?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000500be0, 0xf}, {0xc0004963c0, 0x52}, {0xe50040, 0xc00012a108})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00035e680)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00035e680, 0x10d73f8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.749s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.047s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:ef8b6de31e8443e46c2284e24b03e1dd1a23e095a397ad292e3044c35e7d0d5a
Associated tags:
- 20220927-203240
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220927-203240
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220927-203240].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:ef8b6de31e8443e46c2284e24b03e1dd1a23e095a397ad292e3044c35e7d0d5a].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220927202041]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:d4654093361861d8a5b1598bb0565099c882627e383fc5d7e1dcb274f57bbe34]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220927202041] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:d4654093361861d8a5b1598bb0565099c882627e383fc5d7e1dcb274f57bbe34])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:d4654093361861d8a5b1598bb0565099c882627e383fc5d7e1dcb274f57bbe34
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:d4654093361861d8a5b1598bb0565099c882627e383fc5d7e1dcb274f57bbe34].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220927202041]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:fb550abc8e4a1a47ab4e6415e7dec88c93a891b5ba918a06461a6fcb9dfe0c43]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220927202041] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:fb550abc8e4a1a47ab4e6415e7dec88c93a891b5ba918a06461a6fcb9dfe0c43])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:fb550abc8e4a1a47ab4e6415e7dec88c93a891b5ba918a06461a6fcb9dfe0c43
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:fb550abc8e4a1a47ab4e6415e7dec88c93a891b5ba918a06461a6fcb9dfe0c43].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 10m 43s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/4vmwpbjobtt4k
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #730
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/730/display/redirect?page=changes>
Changes:
[noreply] Add a tensorflow example to the run_inference_basic notebook (#23173)
------------------------------------------
[...truncated 988.09 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1346/go-8-1664292321613691692/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1346/go-8-1664292321613691692/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1346/go-8-1664292321613691692/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1346/go-8-1664292321613691692/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-laPyFmDFWHPZe0NO9JJqqbSlAhAG_8qFEnuBk-BQIrc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-laPyFmDFWHPZe0NO9JJqqbSlAhAG_8qFEnuBk-BQIrc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1346/go-8-1664292321613691692/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1346/go-8-1664292321613691692/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1346/go-8-1664292321613691692/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1346/go-8-1664292321613691692/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1346/go-8-1664292321613691692/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220927-143743"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220927142046"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220927-143743"
}
]
},
"name": "go-testxlang_partition-571",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/27 15:25:40 Submitted job: 2022-09-27_08_25_39-8830623101801802048
2022/09/27 15:25:40 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-27_08_25_39-8830623101801802048?project=apache-beam-testing
2022/09/27 15:25:40 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-27_08_25_39-8830623101801802048
2022/09/27 15:25:40 Job state: JOB_STATE_PENDING ...
2022/09/27 15:26:10 Job still running ...
2022/09/27 15:26:40 Job still running ...
2022/09/27 15:27:10 Job still running ...
2022/09/27 15:27:40 Job still running ...
2022/09/27 15:28:10 Job still running ...
2022/09/27 15:28:40 Job still running ...
2022/09/27 15:29:10 Job still running ...
2022/09/27 15:29:40 Job still running ...
2022/09/27 15:30:10 Job still running ...
2022/09/27 15:30:41 Job still running ...
2022/09/27 15:31:11 Job still running ...
2022/09/27 15:31:41 Job still running ...
2022/09/27 15:32:11 Job still running ...
2022/09/27 15:32:41 Job still running ...
2022/09/27 15:33:11 Job still running ...
2022/09/27 15:33:41 Job still running ...
2022/09/27 15:34:11 Job still running ...
2022/09/27 15:34:41 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-27_08_25_39-8830623101801802048 failed
--- FAIL: TestXLang_Partition (590.56s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3399.337s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664289516409350650
--- FAIL: TestBigQueryIO_BasicWriteRead (5.64s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43379 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@gkffviLPwn" is_bounded:BOUNDED windowing_strategy_id:"w0@gkffviLPwn"}} windowing_strategies:{key:"w0@gkffviLPwn" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@gkffviLPwn" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@gkffviLPwn" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@gkffviLPwn" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664289516409350650\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"gkffviLPwn"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43379 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@gkffviLPwn" is_bounded:BOUNDED windowing_strategy_id:"w0@gkffviLPwn"}} windowing_strategies:{key:"w0@gkffviLPwn" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@gkffviLPwn" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@gkffviLPwn" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@gkffviLPwn" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664289516409350650\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"gkffviLPwn"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 21 [running]:
testing.tRunner.func1.2({0xf01160, 0xc0000f0c80})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01160, 0xc0000f0c80})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00016d3e0?, 0xc0001418b0?}, {0x10a86e8, 0x39}, {0xc000464180?, 0xa6d5e0?, 0x1?}, {0xc000040b00, 0xf}, 0xc000159d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00016d380?, 0xc0001418b0?}, {0xc00004a540, 0x52}, {0x1?}, {0xc000159ea8, 0x2, 0x7f3b3871d3c0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000040b00, 0xf}, {0xc00004a540, 0x52}, {0xe50040, 0xc000041cb0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0001f44e0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0001f44e0, 0x10d73f8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.688s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.050s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.037s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.033s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:55f3cabc2eabd28cb81d3c5a9f33ce1f63ea1b9cf17aa730f522ef32054a7ac1
Associated tags:
- 20220927-143743
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220927-143743
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220927-143743].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:55f3cabc2eabd28cb81d3c5a9f33ce1f63ea1b9cf17aa730f522ef32054a7ac1].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220927142046]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8573063543c4ab2e5e12d17c7fd9c0feb82dbea1a03f02f0f385bf2da6a2af01]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220927142046] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8573063543c4ab2e5e12d17c7fd9c0feb82dbea1a03f02f0f385bf2da6a2af01])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8573063543c4ab2e5e12d17c7fd9c0feb82dbea1a03f02f0f385bf2da6a2af01
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8573063543c4ab2e5e12d17c7fd9c0feb82dbea1a03f02f0f385bf2da6a2af01].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220927142046]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:efc9fcb505c3c850eb3965e29d304c2a6850e6702a01752cf9e970e81eab315a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220927142046] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:efc9fcb505c3c850eb3965e29d304c2a6850e6702a01752cf9e970e81eab315a])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:efc9fcb505c3c850eb3965e29d304c2a6850e6702a01752cf9e970e81eab315a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:efc9fcb505c3c850eb3965e29d304c2a6850e6702a01752cf9e970e81eab315a].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 15m 15s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/dic6dz43jjh3e
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #729
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/729/display/redirect?page=changes>
Changes:
[noreply] Changes CoGroupByKey typehint from List to Iterable (#22984)
[noreply] Fix TextSource incorrect handling in channels that return short reads.
------------------------------------------
[...truncated 556.87 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14901/go-8-1664270242501441482/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14901/go-8-1664270242501441482/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14901/go-8-1664270242501441482/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14901/go-8-1664270242501441482/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14901/go-8-1664270242501441482/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14901/go-8-1664270242501441482/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14901/go-8-1664270242501441482/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-laPyFmDFWHPZe0NO9JJqqbSlAhAG_8qFEnuBk-BQIrc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-laPyFmDFWHPZe0NO9JJqqbSlAhAG_8qFEnuBk-BQIrc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14901/go-8-1664270242501441482/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14901/go-8-1664270242501441482/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220927-083158"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220927082044"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220927-083158"
}
]
},
"name": "go-testxlang_partition-137",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/27 09:17:39 Submitted job: 2022-09-27_02_17_39-14571116070082628226
2022/09/27 09:17:39 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-27_02_17_39-14571116070082628226?project=apache-beam-testing
2022/09/27 09:17:39 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-27_02_17_39-14571116070082628226
2022/09/27 09:17:39 Job state: JOB_STATE_PENDING ...
2022/09/27 09:18:10 Job still running ...
2022/09/27 09:18:40 Job still running ...
2022/09/27 09:19:10 Job still running ...
2022/09/27 09:19:40 Job still running ...
2022/09/27 09:20:10 Job still running ...
2022/09/27 09:20:40 Job still running ...
2022/09/27 09:21:10 Job still running ...
2022/09/27 09:21:41 Job still running ...
2022/09/27 09:22:11 Job still running ...
2022/09/27 09:22:41 Job still running ...
2022/09/27 09:23:11 Job still running ...
2022/09/27 09:23:42 Job still running ...
2022/09/27 09:24:12 Job still running ...
2022/09/27 09:24:42 Job still running ...
2022/09/27 09:25:12 Job still running ...
2022/09/27 09:25:42 Job still running ...
2022/09/27 09:26:12 Job still running ...
2022/09/27 09:26:42 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-27_02_17_39-14571116070082628226 failed
--- FAIL: TestXLang_Partition (590.42s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3280.948s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664267555732953387
--- FAIL: TestBigQueryIO_BasicWriteRead (5.34s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:44461 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@yEICqVBxXd" is_bounded:BOUNDED windowing_strategy_id:"w0@yEICqVBxXd"}} windowing_strategies:{key:"w0@yEICqVBxXd" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@yEICqVBxXd" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@yEICqVBxXd" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@yEICqVBxXd" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664267555732953387\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"yEICqVBxXd"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:44461 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@yEICqVBxXd" is_bounded:BOUNDED windowing_strategy_id:"w0@yEICqVBxXd"}} windowing_strategies:{key:"w0@yEICqVBxXd" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@yEICqVBxXd" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@yEICqVBxXd" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@yEICqVBxXd" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664267555732953387\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"yEICqVBxXd"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 50 [running]:
testing.tRunner.func1.2({0xf01160, 0xc0000bb140})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01160, 0xc0000bb140})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000698620?, 0xc0001b8230?}, {0x10a86e8, 0x39}, {0xc0004f2180?, 0xa6d5e0?, 0x1?}, {0xc000474b70, 0xf}, 0xc00002fd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0006985c0?, 0xc0001b8230?}, {0xc0006543c0, 0x52}, {0x1?}, {0xc00002fea8, 0x2, 0x7f8b98415fe8?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000474b70, 0xf}, {0xc0006543c0, 0x52}, {0xe50040, 0xc0006901b0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000103860)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000103860, 0x10d73f8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.373s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.032s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.050s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:9915769e26334f8b1f4d32a3fc92a798cd949d2e31dd567c1badb69a8386d3ad
Associated tags:
- 20220927-083158
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220927-083158
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220927-083158].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:9915769e26334f8b1f4d32a3fc92a798cd949d2e31dd567c1badb69a8386d3ad].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220927082044]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3248f616b35175768e5eb5c944ae36902a14334fe702a9e4c91ff92991e6f48b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220927082044] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3248f616b35175768e5eb5c944ae36902a14334fe702a9e4c91ff92991e6f48b])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3248f616b35175768e5eb5c944ae36902a14334fe702a9e4c91ff92991e6f48b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3248f616b35175768e5eb5c944ae36902a14334fe702a9e4c91ff92991e6f48b].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220927082044]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:700401b6af818e1eb4db4388f06962ce2c47597e9982cb4872913fda4f02ee18]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220927082044] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:700401b6af818e1eb4db4388f06962ce2c47597e9982cb4872913fda4f02ee18])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:700401b6af818e1eb4db4388f06962ce2c47597e9982cb4872913fda4f02ee18
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:700401b6af818e1eb4db4388f06962ce2c47597e9982cb4872913fda4f02ee18].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 15s
215 actionable tasks: 156 executed, 47 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/sc25f6kqfaic6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #728
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/728/display/redirect?page=changes>
Changes:
[ningkang0957] Upgraded Flink on Dataproc support from Interacitve Beam
[noreply] Stack Trace Decoration for Beam Samza Runner (#23221)
[noreply] [#22478]: Add read_time support to Google Firestore connector (#22966)
------------------------------------------
[...truncated 562.69 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14169/go-8-1664248755079265540/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14169/go-8-1664248755079265540/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14169/go-8-1664248755079265540/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14169/go-8-1664248755079265540/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14169/go-8-1664248755079265540/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14169/go-8-1664248755079265540/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14169/go-8-1664248755079265540/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14169/go-8-1664248755079265540/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-ROQc4cSg8jS05l_SiC37zmT1awFterQr16D5JB08Dmc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-ROQc4cSg8jS05l_SiC37zmT1awFterQr16D5JB08Dmc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14169/go-8-1664248755079265540/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220927-023211"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220927022047"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220927-023211"
}
]
},
"name": "go-testxlang_partition-71",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/27 03:19:25 Submitted job: 2022-09-26_20_19_24-12191332843604369768
2022/09/27 03:19:25 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-26_20_19_24-12191332843604369768?project=apache-beam-testing
2022/09/27 03:19:25 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-26_20_19_24-12191332843604369768
2022/09/27 03:19:25 Job state: JOB_STATE_PENDING ...
2022/09/27 03:19:55 Job still running ...
2022/09/27 03:20:25 Job still running ...
2022/09/27 03:20:55 Job still running ...
2022/09/27 03:21:25 Job still running ...
2022/09/27 03:21:55 Job still running ...
2022/09/27 03:22:25 Job still running ...
2022/09/27 03:22:55 Job still running ...
2022/09/27 03:23:25 Job still running ...
2022/09/27 03:23:55 Job still running ...
2022/09/27 03:24:25 Job still running ...
2022/09/27 03:24:55 Job still running ...
2022/09/27 03:25:26 Job still running ...
2022/09/27 03:25:56 Job still running ...
2022/09/27 03:26:26 Job still running ...
2022/09/27 03:26:56 Job still running ...
2022/09/27 03:27:26 Job still running ...
2022/09/27 03:27:56 Job still running ...
2022/09/27 03:28:26 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-26_20_19_24-12191332843604369768 failed
--- FAIL: TestXLang_Partition (581.64s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3367.243s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664245973221402065
--- FAIL: TestBigQueryIO_BasicWriteRead (7.16s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41819 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@CMULJPNmDQ" is_bounded:BOUNDED windowing_strategy_id:"w0@CMULJPNmDQ"}} windowing_strategies:{key:"w0@CMULJPNmDQ" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@CMULJPNmDQ" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@CMULJPNmDQ" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@CMULJPNmDQ" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664245973221402065\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"CMULJPNmDQ"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41819 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@CMULJPNmDQ" is_bounded:BOUNDED windowing_strategy_id:"w0@CMULJPNmDQ"}} windowing_strategies:{key:"w0@CMULJPNmDQ" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@CMULJPNmDQ" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@CMULJPNmDQ" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@CMULJPNmDQ" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664245973221402065\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"CMULJPNmDQ"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 54 [running]:
testing.tRunner.func1.2({0xf01160, 0xc0004a7d80})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01160, 0xc0004a7d80})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0004808c0?, 0xc000694050?}, {0x10a86e8, 0x39}, {0xc000472180?, 0xa6d5e0?, 0x1?}, {0xc000040b30, 0xf}, 0xc000019d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000480860?, 0xc000694050?}, {0xc0005a2360, 0x52}, {0x1?}, {0xc000019ea8, 0x2, 0xe10560?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000040b30, 0xf}, {0xc0005a2360, 0x52}, {0xe50040, 0xc0004a4208})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000493380)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000493380, 0x10d73f8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 10.196s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.046s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.090s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.073s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:488e03b9ea8a97048dcd50ceeca4b1ffd3554ac82638c524f0e0073ae3d9bd62
Associated tags:
- 20220927-023211
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220927-023211
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220927-023211].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:488e03b9ea8a97048dcd50ceeca4b1ffd3554ac82638c524f0e0073ae3d9bd62].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220927022047]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ac7c9c341e65bea3bef1c3bbc6d2c1f5ffc6ee24ce5e5eaf429d21f4cca25820]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220927022047] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ac7c9c341e65bea3bef1c3bbc6d2c1f5ffc6ee24ce5e5eaf429d21f4cca25820])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ac7c9c341e65bea3bef1c3bbc6d2c1f5ffc6ee24ce5e5eaf429d21f4cca25820
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ac7c9c341e65bea3bef1c3bbc6d2c1f5ffc6ee24ce5e5eaf429d21f4cca25820].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220927022047]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2d35cc1c111f33e6b25d5a2cac88e82159239b0a1bd9de73a3aa80c5d8f8c529]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220927022047] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2d35cc1c111f33e6b25d5a2cac88e82159239b0a1bd9de73a3aa80c5d8f8c529])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2d35cc1c111f33e6b25d5a2cac88e82159239b0a1bd9de73a3aa80c5d8f8c529
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2d35cc1c111f33e6b25d5a2cac88e82159239b0a1bd9de73a3aa80c5d8f8c529].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 43s
215 actionable tasks: 144 executed, 59 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/m4ogb2hxqncmk
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #727
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/727/display/redirect?page=changes>
Changes:
[noreply] GA Migration PreCommit and PostCommit Tables in CI.md (#23372)
------------------------------------------
[...truncated 535.40 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32686/go-8-1664227244383528743/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32686/go-8-1664227244383528743/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32686/go-8-1664227244383528743/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32686/go-8-1664227244383528743/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32686/go-8-1664227244383528743/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32686/go-8-1664227244383528743/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32686/go-8-1664227244383528743/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32686/go-8-1664227244383528743/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-ROQc4cSg8jS05l_SiC37zmT1awFterQr16D5JB08Dmc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-ROQc4cSg8jS05l_SiC37zmT1awFterQr16D5JB08Dmc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32686/go-8-1664227244383528743/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220926-203237"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220926202052"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220926-203237"
}
]
},
"name": "go-testxlang_partition-336",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/26 21:20:54 Submitted job: 2022-09-26_14_20_53-13507184262543123443
2022/09/26 21:20:54 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-26_14_20_53-13507184262543123443?project=apache-beam-testing
2022/09/26 21:20:54 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-26_14_20_53-13507184262543123443
2022/09/26 21:20:54 Job state: JOB_STATE_PENDING ...
2022/09/26 21:21:24 Job still running ...
2022/09/26 21:21:54 Job still running ...
2022/09/26 21:22:24 Job still running ...
2022/09/26 21:22:54 Job still running ...
2022/09/26 21:23:24 Job still running ...
2022/09/26 21:23:54 Job still running ...
2022/09/26 21:24:24 Job still running ...
2022/09/26 21:24:54 Job still running ...
2022/09/26 21:25:24 Job still running ...
2022/09/26 21:25:54 Job still running ...
2022/09/26 21:26:24 Job still running ...
2022/09/26 21:26:54 Job still running ...
2022/09/26 21:27:24 Job still running ...
2022/09/26 21:27:54 Job still running ...
2022/09/26 21:28:24 Job still running ...
2022/09/26 21:28:54 Job still running ...
2022/09/26 21:29:24 Job still running ...
2022/09/26 21:29:55 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-26_14_20_53-13507184262543123443 failed
--- FAIL: TestXLang_Partition (580.88s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3430.742s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664224398897671168
--- FAIL: TestBigQueryIO_BasicWriteRead (5.52s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:44439 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@aPuzzxozLY" is_bounded:BOUNDED windowing_strategy_id:"w0@aPuzzxozLY"}} windowing_strategies:{key:"w0@aPuzzxozLY" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@aPuzzxozLY" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@aPuzzxozLY" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@aPuzzxozLY" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664224398897671168\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"aPuzzxozLY"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:44439 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@aPuzzxozLY" is_bounded:BOUNDED windowing_strategy_id:"w0@aPuzzxozLY"}} windowing_strategies:{key:"w0@aPuzzxozLY" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@aPuzzxozLY" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@aPuzzxozLY" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@aPuzzxozLY" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664224398897671168\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"aPuzzxozLY"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 39 [running]:
testing.tRunner.func1.2({0xf01160, 0xc00048c6c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01160, 0xc00048c6c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0006d40e0?, 0xc000140230?}, {0x10a86e8, 0x39}, {0xc0005b6180?, 0xa6d5e0?, 0x1?}, {0xc0006d6a30, 0xf}, 0xc0004efd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0006d4080?, 0xc000140230?}, {0xc00004a540, 0x52}, {0x1?}, {0xc0004efea8, 0x2, 0xe10560?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0006d6a30, 0xf}, {0xc00004a540, 0x52}, {0xe50040, 0xc0000400e8})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0006029c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0006029c0, 0x10d73f8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.557s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.034s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.042s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:39406f1484166720b130f41125b37e8bd7bf26f335e1fe248f07e4b23ba3fbf3
Associated tags:
- 20220926-203237
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220926-203237
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220926-203237].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:39406f1484166720b130f41125b37e8bd7bf26f335e1fe248f07e4b23ba3fbf3].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220926202052]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2e6f9b78dd7344e209ffdf80584b54a43b1b33230c2646c67e5372b76654ae0b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220926202052] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2e6f9b78dd7344e209ffdf80584b54a43b1b33230c2646c67e5372b76654ae0b])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2e6f9b78dd7344e209ffdf80584b54a43b1b33230c2646c67e5372b76654ae0b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2e6f9b78dd7344e209ffdf80584b54a43b1b33230c2646c67e5372b76654ae0b].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220926202052]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:75ea40cbfb969112ec10d11688fff7081df518a52011c16581a7a8b4d68a6b9a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220926202052] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:75ea40cbfb969112ec10d11688fff7081df518a52011c16581a7a8b4d68a6b9a])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:75ea40cbfb969112ec10d11688fff7081df518a52011c16581a7a8b4d68a6b9a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:75ea40cbfb969112ec10d11688fff7081df518a52011c16581a7a8b4d68a6b9a].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 9m 56s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/6f7w5kiqhcvvu
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #726
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/726/display/redirect?page=changes>
Changes:
[noreply] Bump org.nosphere.apache.rat from 0.7.0 to 0.8.0 (#23330)
------------------------------------------
[...truncated 557.98 KB...]
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18192/go-8-1664205515205081644/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18192/go-8-1664205515205081644/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18192/go-8-1664205515205081644/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18192/go-8-1664205515205081644/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18192/go-8-1664205515205081644/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18192/go-8-1664205515205081644/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18192/go-8-1664205515205081644/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18192/go-8-1664205515205081644/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-ROQc4cSg8jS05l_SiC37zmT1awFterQr16D5JB08Dmc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-ROQc4cSg8jS05l_SiC37zmT1awFterQr16D5JB08Dmc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18192/go-8-1664205515205081644/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220926-143313"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220926142106"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220926-143313"
}
]
},
"name": "go-testxlang_partition-384",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/26 15:18:44 Submitted job: 2022-09-26_08_18_44-3112110528822806763
2022/09/26 15:18:44 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-26_08_18_44-3112110528822806763?project=apache-beam-testing
2022/09/26 15:18:44 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-26_08_18_44-3112110528822806763
2022/09/26 15:18:44 Job state: JOB_STATE_PENDING ...
2022/09/26 15:19:14 Job still running ...
2022/09/26 15:19:45 Job still running ...
2022/09/26 15:20:15 Job still running ...
2022/09/26 15:20:45 Job still running ...
2022/09/26 15:21:15 Job still running ...
2022/09/26 15:21:45 Job still running ...
2022/09/26 15:22:15 Job still running ...
2022/09/26 15:22:45 Job still running ...
2022/09/26 15:23:15 Job still running ...
2022/09/26 15:23:45 Job still running ...
2022/09/26 15:24:15 Job still running ...
2022/09/26 15:24:45 Job still running ...
2022/09/26 15:25:15 Job still running ...
2022/09/26 15:25:45 Job still running ...
2022/09/26 15:26:15 Job still running ...
2022/09/26 15:26:45 Job still running ...
2022/09/26 15:27:15 Job still running ...
2022/09/26 15:27:45 Job still running ...
2022/09/26 15:28:16 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-26_08_18_44-3112110528822806763 failed
--- FAIL: TestXLang_Partition (611.05s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3300.749s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664202829270878789
--- FAIL: TestBigQueryIO_BasicWriteRead (5.12s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:39667 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@HBbNIulEly" is_bounded:BOUNDED windowing_strategy_id:"w0@HBbNIulEly"}} windowing_strategies:{key:"w0@HBbNIulEly" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@HBbNIulEly" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@HBbNIulEly" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@HBbNIulEly" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664202829270878789\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"HBbNIulEly"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:39667 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@HBbNIulEly" is_bounded:BOUNDED windowing_strategy_id:"w0@HBbNIulEly"}} windowing_strategies:{key:"w0@HBbNIulEly" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@HBbNIulEly" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@HBbNIulEly" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@HBbNIulEly" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664202829270878789\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"HBbNIulEly"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 50 [running]:
testing.tRunner.func1.2({0xf01160, 0xc000473d40})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01160, 0xc000473d40})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0005d6bc0?, 0xc000115a40?}, {0x10a86e8, 0x39}, {0xc000160240?, 0xa6d5e0?, 0x1?}, {0xc00013b8b0, 0xf}, 0xc00015bd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0005d6b60?, 0xc000115a40?}, {0xc00004a540, 0x52}, {0x1?}, {0xc00015bea8, 0x2, 0x7f6a99210b88?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00013b8b0, 0xf}, {0xc00004a540, 0x52}, {0xe50040, 0xc000194aa0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0005ca9c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0005ca9c0, 0x10d73f8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.151s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.028s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f9705db4c860bacd66c1ff47e96d64b5f37ecf7f4fb0a0845065ddc8b976c4aa
Associated tags:
- 20220926-143313
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220926-143313
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220926-143313].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f9705db4c860bacd66c1ff47e96d64b5f37ecf7f4fb0a0845065ddc8b976c4aa].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220926142106]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8ae6313d50b91cc4afb0501249ba9cbaff1501faa09dcacf3869ff0047cebed7]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220926142106] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8ae6313d50b91cc4afb0501249ba9cbaff1501faa09dcacf3869ff0047cebed7])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8ae6313d50b91cc4afb0501249ba9cbaff1501faa09dcacf3869ff0047cebed7
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8ae6313d50b91cc4afb0501249ba9cbaff1501faa09dcacf3869ff0047cebed7].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220926142106]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a711c9328a16b1b1f238f0b4693fef5e4823587618c2b79277be67d51c0dca61]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220926142106] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a711c9328a16b1b1f238f0b4693fef5e4823587618c2b79277be67d51c0dca61])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a711c9328a16b1b1f238f0b4693fef5e4823587618c2b79277be67d51c0dca61
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a711c9328a16b1b1f238f0b4693fef5e4823587618c2b79277be67d51c0dca61].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 30s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/wrduozteolcfo
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #725
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/725/display/redirect>
Changes:
------------------------------------------
[...truncated 582.77 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20698/go-8-1664183932941012206/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20698/go-8-1664183932941012206/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220926-083159"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220926082057"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220926-083159"
}
]
},
"name": "go-testxlang_partition-531",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/26 09:19:02 Submitted job: 2022-09-26_02_19_01-16026683156498523701
2022/09/26 09:19:02 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-26_02_19_01-16026683156498523701?project=apache-beam-testing
2022/09/26 09:19:02 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-26_02_19_01-16026683156498523701
2022/09/26 09:19:02 Job state: JOB_STATE_PENDING ...
2022/09/26 09:19:32 Job still running ...
2022/09/26 09:20:02 Job still running ...
2022/09/26 09:20:32 Job still running ...
2022/09/26 09:21:02 Job still running ...
2022/09/26 09:21:32 Job still running ...
2022/09/26 09:22:02 Job still running ...
2022/09/26 09:22:32 Job still running ...
2022/09/26 09:23:02 Job still running ...
2022/09/26 09:23:32 Job still running ...
2022/09/26 09:24:03 Job still running ...
2022/09/26 09:24:33 Job still running ...
2022/09/26 09:25:03 Job still running ...
2022/09/26 09:25:33 Job still running ...
2022/09/26 09:26:03 Job still running ...
2022/09/26 09:26:33 Job still running ...
2022/09/26 09:27:03 Job still running ...
2022/09/26 09:27:33 Job still running ...
2022/09/26 09:28:03 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-26_02_19_01-16026683156498523701 failed
--- FAIL: TestXLang_Partition (580.88s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3362.507s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664181154897003998
--- FAIL: TestBigQueryIO_BasicWriteRead (4.96s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:46333 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@kxzsiNKRgC" is_bounded:BOUNDED windowing_strategy_id:"w0@kxzsiNKRgC"}} windowing_strategies:{key:"w0@kxzsiNKRgC" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@kxzsiNKRgC" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@kxzsiNKRgC" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@kxzsiNKRgC" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664181154897003998\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"kxzsiNKRgC"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:46333 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@kxzsiNKRgC" is_bounded:BOUNDED windowing_strategy_id:"w0@kxzsiNKRgC"}} windowing_strategies:{key:"w0@kxzsiNKRgC" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@kxzsiNKRgC" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@kxzsiNKRgC" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@kxzsiNKRgC" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664181154897003998\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"kxzsiNKRgC"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 50 [running]:
testing.tRunner.func1.2({0xf01160, 0xc00023c6c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01160, 0xc00023c6c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00016d5c0?, 0xc000141900?}, {0x10a86e8, 0x39}, {0xc00059e180?, 0xa6d5e0?, 0x1?}, {0xc000041040, 0xf}, 0xc0005f3d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00016d560?, 0xc000141900?}, {0xc00010e960, 0x52}, {0x1?}, {0xc0005f3ea8, 0x2, 0x7fcc54a3c5d0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000041040, 0xf}, {0xc00010e960, 0x52}, {0xe50040, 0xc0005fa1f0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0000ca9c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0000ca9c0, 0x10d73f8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.994s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.030s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220926-083159
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220926-083159
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:cf6a1864f90bbdc7996c6e17e91fff6a25448e36347b27c5adc30a999ad4064f
Deleted: sha256:66075a5c7937ae12ae66ad8ab04559f1624d4906b62a02f4ed8bffd08a9550dc
Deleted: sha256:45d0f9cb603aecda6d3d7934f3a01c883e866aec7290265d5e7182d891b050da
Deleted: sha256:15d102a0ef156df309f92a9539103a7277cdecdfea13e69e79946097be8fbd9f
Deleted: sha256:d076c767dee145a909216c4e1a00dd680ac41763076e13b7c2fb7d41516f81cc
Deleted: sha256:ab6e503c91df9dea6aad56087e59327deed3b86c3eb130d74c5584cfb64e8dcc
Deleted: sha256:c871fef5bf2113d8f8226626d5d5b166620ad1dfcb81560e5e7d127f61e547b3
Deleted: sha256:7a4e62ae2b8595d78837376f014e4854542169d39e2a206d77111e02d4527649
Deleted: sha256:4db921360788d97efdd3eb421080e75571751bf5d2e574354f4a25cee5bab4b6
Deleted: sha256:45acd12f4fcd89a8f1da20e9d8f5fffb098912d4fbd0b9b2b52f4cffad6997b0
Deleted: sha256:64acd0116be0a8afdaef2df859db5c4184b1c31a6bc6548b9bc9ee43662f7451
Deleted: sha256:ef40689f30acecc9cab7d406d4f167966008e4c322e0303c4a05b719dc91817a
Deleted: sha256:92130cfd4c0b6f0631c3c9ea467874e287916e530ae70de9b7775938760ffaec
Deleted: sha256:156d4eecb19210d90d41e10dec2b9ad6295e53b605a5515589bdf228930e1230
Deleted: sha256:fc27f32e6925851cde3062dc4294b4efa618a56995aa1074e9483beaf024d8d4
Deleted: sha256:8edec7f6f08b8baa31ca8c5249e0c67838b9f54f7ab049385fafebe97c1f4823
Deleted: sha256:85edb134f1b0c89e4fc1e94e28f2764f2650e2478d8874ca188f6156afcd7b30
Deleted: sha256:0b99c154caa0b624dc5014b5ea4d447147d8cbc2c46a9fd1957aebfbe7d33b3c
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220926-083159
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:cf6a1864f90bbdc7996c6e17e91fff6a25448e36347b27c5adc30a999ad4064f
Associated tags:
- 20220926-083159
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220926-083159
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220926-083159].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:cf6a1864f90bbdc7996c6e17e91fff6a25448e36347b27c5adc30a999ad4064f].
$ rm -rf /tmp/tmp.KDQcz21MFz
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220926082057
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f32a30299069618e99c1290d01b9e831300f1dd91d8f40a5cf1de8bec50fcbe8
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220926082057]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f32a30299069618e99c1290d01b9e831300f1dd91d8f40a5cf1de8bec50fcbe8]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220926082057] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f32a30299069618e99c1290d01b9e831300f1dd91d8f40a5cf1de8bec50fcbe8])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f32a30299069618e99c1290d01b9e831300f1dd91d8f40a5cf1de8bec50fcbe8
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f32a30299069618e99c1290d01b9e831300f1dd91d8f40a5cf1de8bec50fcbe8
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f32a30299069618e99c1290d01b9e831300f1dd91d8f40a5cf1de8bec50fcbe8].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220926082057
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:96bd94a1bd6da4fab0f782eefef26d7efabaf2d715e519fc7c659435bdb76b03
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220926082057]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:96bd94a1bd6da4fab0f782eefef26d7efabaf2d715e519fc7c659435bdb76b03]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220926082057] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:96bd94a1bd6da4fab0f782eefef26d7efabaf2d715e519fc7c659435bdb76b03])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:96bd94a1bd6da4fab0f782eefef26d7efabaf2d715e519fc7c659435bdb76b03
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:96bd94a1bd6da4fab0f782eefef26d7efabaf2d715e519fc7c659435bdb76b03
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:96bd94a1bd6da4fab0f782eefef26d7efabaf2d715e519fc7c659435bdb76b03].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1616995.
Stopping expansion service pid: 1616996.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 10s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/ixmefkdkidhzc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #724
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/724/display/redirect?page=changes>
Changes:
[noreply] Bump Java FnApi Container version to beam-master-20220923 (#23352)
------------------------------------------
[...truncated 579.20 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3058/go-8-1664162328319412117/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3058/go-8-1664162328319412117/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220926-023154"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220926022039"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220926-023154"
}
]
},
"name": "go-testxlang_partition-623",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/26 03:18:59 Submitted job: 2022-09-25_20_18_57-15862558721785372518
2022/09/26 03:18:59 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-25_20_18_57-15862558721785372518?project=apache-beam-testing
2022/09/26 03:18:59 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-25_20_18_57-15862558721785372518
2022/09/26 03:18:59 Job state: JOB_STATE_PENDING ...
2022/09/26 03:19:29 Job still running ...
2022/09/26 03:19:59 Job still running ...
2022/09/26 03:20:29 Job still running ...
2022/09/26 03:20:59 Job still running ...
2022/09/26 03:21:30 Job still running ...
2022/09/26 03:22:00 Job still running ...
2022/09/26 03:22:30 Job still running ...
2022/09/26 03:23:00 Job still running ...
2022/09/26 03:23:30 Job still running ...
2022/09/26 03:24:00 Job still running ...
2022/09/26 03:24:30 Job still running ...
2022/09/26 03:25:00 Job still running ...
2022/09/26 03:25:30 Job still running ...
2022/09/26 03:26:00 Job still running ...
2022/09/26 03:26:30 Job still running ...
2022/09/26 03:27:00 Job still running ...
2022/09/26 03:27:30 Job still running ...
2022/09/26 03:28:00 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-25_20_18_57-15862558721785372518 failed
--- FAIL: TestXLang_Partition (582.72s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3364.371s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664159549793216196
--- FAIL: TestBigQueryIO_BasicWriteRead (4.70s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41689 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@zWFaGdVgGB" is_bounded:BOUNDED windowing_strategy_id:"w0@zWFaGdVgGB"}} windowing_strategies:{key:"w0@zWFaGdVgGB" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@zWFaGdVgGB" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@zWFaGdVgGB" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@zWFaGdVgGB" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664159549793216196\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"zWFaGdVgGB"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41689 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@zWFaGdVgGB" is_bounded:BOUNDED windowing_strategy_id:"w0@zWFaGdVgGB"}} windowing_strategies:{key:"w0@zWFaGdVgGB" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@zWFaGdVgGB" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@zWFaGdVgGB" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@zWFaGdVgGB" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664159549793216196\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"zWFaGdVgGB"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 12 [running]:
testing.tRunner.func1.2({0xf01160, 0xc0002f64c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01160, 0xc0002f64c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a55a0?, 0xc0000bb950?}, {0x10a86e8, 0x39}, {0xc0000f8240?, 0xa6d5e0?, 0x1?}, {0xc000400c70, 0xf}, 0xc0001c1d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a5540?, 0xc0000bb950?}, {0xc00004aa80, 0x52}, {0x1?}, {0xc0001c1ea8, 0x2, 0x7fcf413173d0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000400c70, 0xf}, {0xc00004aa80, 0x52}, {0xe50040, 0xc000401e20})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000345ba0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000345ba0, 0x10d73f8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.735s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.034s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220926-023154
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220926-023154
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:d7902ade261d7102b690cb6731d377fc682aef017603065c1d4f57de1a9bb199
Deleted: sha256:ee89def23fbf1a17904a9d12cf13a3f3ac0182148d2b38bad6baa05ec4d348ea
Deleted: sha256:79b110d31db3d637dd59f07bc4856e5a1b90392b0867c8198010bb3f05e0ac8f
Deleted: sha256:ef67e0886b7fb1ab5ea150e27c3eaefb8ce4a3bbeff0d648b005b61b17735334
Deleted: sha256:062873ff5dfc7e475d666295db508fbc18dd1f145abf460f15fc5f9c1a9c08cf
Deleted: sha256:99fd9cc42df375262769929d8926e7214fec4f8f6064c213fdd5a37b2f519a30
Deleted: sha256:f371fde0dd25bd9d489fe74b8bb0b87183d3c61d493fe8cb2913f544c4a0310e
Deleted: sha256:46e837b950cffa9d8b99a42dd9d379889b17169d8517d4835ff9847de7c48ca6
Deleted: sha256:2b0ac58eab1062f091e129b29be1e46ed7a16da77f590a1bb9b903715aace6c7
Deleted: sha256:d71ddb3bb558f5586fcc5b8e6d569072ede157bb929f7dd3580c3b096af11eca
Deleted: sha256:2f8ede39ab1d73c25802c1777d98e72d6694539a02d6a7179fae6f317ff87194
Deleted: sha256:8d77e2d50d936fcf93f3273bb4cf75cda3169bf37b03b98b7194ff84693330ec
Deleted: sha256:8ef1bb3c7f61e4a7b581a5daf792e3259326b561a967ca9a639092e9a10e8c84
Deleted: sha256:cf921c7c525d3b11cf2ad8a61b55b8bc8be7b5f80eb73a75c5b451783b4795d5
Deleted: sha256:0201e789956b68f40e5402e57f5694f4aca798313abc2e31127b98c70dd01ced
Deleted: sha256:632e2420f41be13b18a3a62d42b2266c8ecaac4dde9463aaa72b4a561060a30a
Deleted: sha256:21864137a203a132a9cc49d30ed29cac7e7e12958f0f9d1ea595c7578d82e1d3
Deleted: sha256:67fa60a8bb8fd364d3610b9a1982d17b9d996c40e5a493e319a5b88c118bac40
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220926-023154
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:d7902ade261d7102b690cb6731d377fc682aef017603065c1d4f57de1a9bb199
Associated tags:
- 20220926-023154
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220926-023154
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220926-023154].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:d7902ade261d7102b690cb6731d377fc682aef017603065c1d4f57de1a9bb199].
$ rm -rf /tmp/tmp.UrGGx8vw16
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220926022039
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7639844f69b6425a3c00bf9827f3c02eb94eb70f3a771ce9f19ae7d3e461a80a
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220926022039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7639844f69b6425a3c00bf9827f3c02eb94eb70f3a771ce9f19ae7d3e461a80a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220926022039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7639844f69b6425a3c00bf9827f3c02eb94eb70f3a771ce9f19ae7d3e461a80a])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7639844f69b6425a3c00bf9827f3c02eb94eb70f3a771ce9f19ae7d3e461a80a
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7639844f69b6425a3c00bf9827f3c02eb94eb70f3a771ce9f19ae7d3e461a80a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7639844f69b6425a3c00bf9827f3c02eb94eb70f3a771ce9f19ae7d3e461a80a].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220926022039
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:43c54d5eb70327f35ec036be07c35156726aac9a0183a823035fdef3cd6153dd
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220926022039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:43c54d5eb70327f35ec036be07c35156726aac9a0183a823035fdef3cd6153dd]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220926022039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:43c54d5eb70327f35ec036be07c35156726aac9a0183a823035fdef3cd6153dd])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:43c54d5eb70327f35ec036be07c35156726aac9a0183a823035fdef3cd6153dd
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:43c54d5eb70327f35ec036be07c35156726aac9a0183a823035fdef3cd6153dd
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:43c54d5eb70327f35ec036be07c35156726aac9a0183a823035fdef3cd6153dd].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1069757.
Stopping expansion service pid: 1069758.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 23s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/c6xwpgcjrezeu
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #723
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/723/display/redirect>
Changes:
------------------------------------------
[...truncated 553.93 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13535/go-8-1664140659990984285/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-ROQc4cSg8jS05l_SiC37zmT1awFterQr16D5JB08Dmc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-ROQc4cSg8jS05l_SiC37zmT1awFterQr16D5JB08Dmc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13535/go-8-1664140659990984285/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220925-203144"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220925202042"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220925-203144"
}
]
},
"name": "go-testxlang_partition-129",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/25 21:17:49 Submitted job: 2022-09-25_14_17_48-16934135465374474203
2022/09/25 21:17:49 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-25_14_17_48-16934135465374474203?project=apache-beam-testing
2022/09/25 21:17:49 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-25_14_17_48-16934135465374474203
2022/09/25 21:17:49 Job state: JOB_STATE_PENDING ...
2022/09/25 21:18:19 Job still running ...
2022/09/25 21:18:49 Job still running ...
2022/09/25 21:19:19 Job still running ...
2022/09/25 21:19:49 Job still running ...
2022/09/25 21:20:19 Job still running ...
2022/09/25 21:20:49 Job still running ...
2022/09/25 21:21:19 Job still running ...
2022/09/25 21:21:49 Job still running ...
2022/09/25 21:22:19 Job still running ...
2022/09/25 21:22:50 Job still running ...
2022/09/25 21:23:20 Job still running ...
2022/09/25 21:23:50 Job still running ...
2022/09/25 21:24:20 Job still running ...
2022/09/25 21:24:50 Job still running ...
2022/09/25 21:25:20 Job still running ...
2022/09/25 21:25:50 Job still running ...
2022/09/25 21:26:20 Job still running ...
2022/09/25 21:26:50 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-25_14_17_48-16934135465374474203 failed
--- FAIL: TestXLang_Partition (580.70s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3300.870s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664137943681269793
--- FAIL: TestBigQueryIO_BasicWriteRead (5.21s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41745 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@cBfOuRTcQH" is_bounded:BOUNDED windowing_strategy_id:"w0@cBfOuRTcQH"}} windowing_strategies:{key:"w0@cBfOuRTcQH" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@cBfOuRTcQH" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@cBfOuRTcQH" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@cBfOuRTcQH" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664137943681269793\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"cBfOuRTcQH"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41745 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@cBfOuRTcQH" is_bounded:BOUNDED windowing_strategy_id:"w0@cBfOuRTcQH"}} windowing_strategies:{key:"w0@cBfOuRTcQH" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@cBfOuRTcQH" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@cBfOuRTcQH" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@cBfOuRTcQH" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664137943681269793\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"cBfOuRTcQH"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 14 [running]:
testing.tRunner.func1.2({0xf01160, 0xc0005fd940})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01160, 0xc0005fd940})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000590660?, 0xc0000ba280?}, {0x10a86e8, 0x39}, {0xc0000f8240?, 0xa6d5e0?, 0x1?}, {0xc000118b50, 0xf}, 0xc0007cbd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000590600?, 0xc0000ba280?}, {0xc00004aa80, 0x52}, {0x1?}, {0xc0007cbea8, 0x2, 0x7fb63956b3c0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000118b50, 0xf}, {0xc00004aa80, 0x52}, {0xe50040, 0xc000040490})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000103520)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000103520, 0x10d73f8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.241s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.032s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.049s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220925-203144
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220925-203144
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:4b5bfc9a2ecf1674d3aa466c96413ecf5d13b46ba0ce59e15b709703f1bc13d3
Deleted: sha256:4d667853a2d3649451cc3fb7fd50a32064154de2d942fa7c3fcf0e86e1b6211b
Deleted: sha256:d599a9461c035b67e1270c831034acebf5b9ede2e94d3a9612556c7cce9dca3b
Deleted: sha256:c08f81e408233c2921b1942db6e23a2b738c75b6b14361c5fac202efb6e94117
Deleted: sha256:a9d857ea97cdd08c1577254b9957b66383806dfbdf45894c22046585037afd9e
Deleted: sha256:8f2d7e605da6e0ef7427b4f3f99da3b7e2b26461bdb7462986a7f512935dd5bc
Deleted: sha256:aa22c8cc5d4ae9a3cb8b495c0a678117bf604557d30dd9a2723d07c846649731
Deleted: sha256:b58e879369118fe44af6a500bc70dc55fc3d2ac884d74d890fed2ecc6b78002f
Deleted: sha256:8fd7afc529520932e2122e4d2b31fdd8ab4686eb5cd0aebda76d07ad3c16cd1b
Deleted: sha256:807b2ae6fb5b837358945c57ab3ea1cee9b724e116868551fede62367662f3fd
Deleted: sha256:bc86a26af5f8ecb089c98a81ddc6e0d620e661b4c7c8997a6cfdd3f845ffa002
Deleted: sha256:482e36e8b100ba1722f18502aa0f29569591296bad6c6a1c44e258495a9d5aff
Deleted: sha256:4dc0ad4f198540d8907497119626be22a7e71d17ce21dcd048012b1624b64d8f
Deleted: sha256:d87e6eafcb0b3ded194aa51a9a37869f7e929582345d933cd18599455f31f142
Deleted: sha256:36c0869624414ebb304c3f0cc869260f61b101ea8f8d5715d526fb783e596eb0
Deleted: sha256:1ee680083ca62b56ec40d841cf292bba03aae6d2c24be6da6abe82ebaf31222d
Deleted: sha256:11178990493805d12d09b21892f9abfd57a1f93e1e75751024ba5f04a3059300
Deleted: sha256:ca6dff4a495973ae9ca0fe75fcf9c84929b58ea9f1ad4dc96f67215317f92790
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220925-203144
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:4b5bfc9a2ecf1674d3aa466c96413ecf5d13b46ba0ce59e15b709703f1bc13d3
Associated tags:
- 20220925-203144
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220925-203144
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220925-203144].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:4b5bfc9a2ecf1674d3aa466c96413ecf5d13b46ba0ce59e15b709703f1bc13d3].
$ rm -rf /tmp/tmp.YtYoqIvrO2
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220925202042
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b711d33735be792b4a6a401ba7181a3554903e32348f9fcfc6002120dea23e65
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220925202042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b711d33735be792b4a6a401ba7181a3554903e32348f9fcfc6002120dea23e65]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220925202042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b711d33735be792b4a6a401ba7181a3554903e32348f9fcfc6002120dea23e65])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b711d33735be792b4a6a401ba7181a3554903e32348f9fcfc6002120dea23e65
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b711d33735be792b4a6a401ba7181a3554903e32348f9fcfc6002120dea23e65
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b711d33735be792b4a6a401ba7181a3554903e32348f9fcfc6002120dea23e65].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220925202042
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f0a7e11f3ae1300e1ebacfd138ba1b07fd3cc8ef638e956355211b073031466d
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220925202042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f0a7e11f3ae1300e1ebacfd138ba1b07fd3cc8ef638e956355211b073031466d]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220925202042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f0a7e11f3ae1300e1ebacfd138ba1b07fd3cc8ef638e956355211b073031466d])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f0a7e11f3ae1300e1ebacfd138ba1b07fd3cc8ef638e956355211b073031466d
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f0a7e11f3ae1300e1ebacfd138ba1b07fd3cc8ef638e956355211b073031466d
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f0a7e11f3ae1300e1ebacfd138ba1b07fd3cc8ef638e956355211b073031466d].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 989517.
Stopping expansion service pid: 989518.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 13s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/yqfllrfhycjzq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #722
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/722/display/redirect>
Changes:
------------------------------------------
[...truncated 518.34 KB...]
2022/09/25 15:18:24 Job still running ...
2022/09/25 15:18:54 Job still running ...
2022/09/25 15:19:24 Job still running ...
2022/09/25 15:19:54 Job still running ...
2022/09/25 15:20:24 Job still running ...
2022/09/25 15:20:54 Job still running ...
2022/09/25 15:21:24 Job still running ...
2022/09/25 15:21:54 Job still running ...
2022/09/25 15:22:24 Job still running ...
2022/09/25 15:22:54 Job still running ...
2022/09/25 15:23:25 Job still running ...
2022/09/25 15:23:55 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-25_08_14_53-16093237984433451412 failed
--- FAIL: TestXLang_Partition (580.38s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3013.293s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664116459309338785
--- FAIL: TestBigQueryIO_BasicWriteRead (5.23s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:34199 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@aTInVNipNT" is_bounded:BOUNDED windowing_strategy_id:"w0@aTInVNipNT"}} windowing_strategies:{key:"w0@aTInVNipNT" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@aTInVNipNT" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@aTInVNipNT" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@aTInVNipNT" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664116459309338785\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"aTInVNipNT"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:34199 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@aTInVNipNT" is_bounded:BOUNDED windowing_strategy_id:"w0@aTInVNipNT"}} windowing_strategies:{key:"w0@aTInVNipNT" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@aTInVNipNT" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@aTInVNipNT" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@aTInVNipNT" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664116459309338785\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"aTInVNipNT"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 43 [running]:
testing.tRunner.func1.2({0xf01160, 0xc000530440})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01160, 0xc000530440})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a4780?, 0xc000564000?}, {0x10a86e8, 0x39}, {0xc000568180?, 0xa6d5e0?, 0x1?}, {0xc000474b50, 0xf}, 0xc000175d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a4720?, 0xc000564000?}, {0xc0004e43c0, 0x52}, {0x1?}, {0xc000175ea8, 0x2, 0xe10560?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000474b50, 0xf}, {0xc0004e43c0, 0x52}, {0xe50040, 0xc000040248})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0004e0680)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0004e0680, 0x10d73f8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.261s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.031s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.029s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220925-143336
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220925-143336
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:91e8a9cd63b7c1142d4c0e8f0e6e5581f7d177e85bbc23c2f4e839c99c38b39d
Deleted: sha256:03e7c7e78d29e56f2a821a2f4d7c4564e2f51e967aae5dc1c1e1458616a24c75
Deleted: sha256:27fffbbabcd8f992aa79a84232c17c0f0251661d330b2aa8ca45bbe6d353e2de
Deleted: sha256:82cceec58155b201053829381f3c91d14eac5f732cb622defda9282688a91648
Deleted: sha256:e175436ba5bb21cf763c4bdbdd67c7c1f9748146c5a1de770eab54f901af2a81
Deleted: sha256:41b2c0dc005d9cf98a4a157f94df8b3ac83c657a32402d74f5481cfc3c15c32f
Deleted: sha256:71840f4909f7ab50ff92e454f830a941e7e2211fb85ea9db41fbdbbbf74b78da
Deleted: sha256:d5e45f34afbf515ee239b202998c26284ac040214fc1d4c3e04b9b3e877fe3c9
Deleted: sha256:2d0b3c010c627d639e961835842afaf1e09c043a072e897d473de4408b6f91cd
Deleted: sha256:e54e939461084ecdae1fc4b1f822b3eed507164b76e974f85ed1b0206291170a
Deleted: sha256:f67f8e3cb3f57aeb0c9034494d99ec475b6ee96207ee98868daff5efbf3ce6ab
Deleted: sha256:6fd4d66e2ad916444894fce24755a1056ed2dbfa38cfb6a4869fe8cc7221d122
Deleted: sha256:ea43fb9b591ffd56186bd96fea4532c77c2cd95c0e9670be0e079e1aaf0fd7a3
Deleted: sha256:7556e092f1206c67a1dc7e5e714b95867568814f41f51bbaf091d6378da35671
Deleted: sha256:23a81bfa2e0591f9851d576da162d532264ff951c12488e70bd46fe6bd1cbf41
Deleted: sha256:c88739c62eb0a176ddc79ff1dc21759c4c79cd86c0e3e71a9cad53105f14e466
Deleted: sha256:a7bc8da9fd021303e890f162153c88d178284e0ce0ff06ed4be5aebf074d6c0c
Deleted: sha256:673f44cbfbf713de034bb6035d093a9b4fa12c4cf0fe1b4d68cc57d944209cbd
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220925-143336
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:91e8a9cd63b7c1142d4c0e8f0e6e5581f7d177e85bbc23c2f4e839c99c38b39d
Associated tags:
- 20220925-143336
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220925-143336
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220925-143336].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:91e8a9cd63b7c1142d4c0e8f0e6e5581f7d177e85bbc23c2f4e839c99c38b39d].
$ rm -rf /tmp/tmp.VTeNEC19IB
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220925142044
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5936b9f8a03f6c278f51983e4939268c168a03df15511e580c44cd1cb2cf94cd
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220925142044]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5936b9f8a03f6c278f51983e4939268c168a03df15511e580c44cd1cb2cf94cd]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220925142044] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5936b9f8a03f6c278f51983e4939268c168a03df15511e580c44cd1cb2cf94cd])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5936b9f8a03f6c278f51983e4939268c168a03df15511e580c44cd1cb2cf94cd
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5936b9f8a03f6c278f51983e4939268c168a03df15511e580c44cd1cb2cf94cd
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5936b9f8a03f6c278f51983e4939268c168a03df15511e580c44cd1cb2cf94cd].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220925142044
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8d16617a3e2205190a63ecec662f463510f90482c1bb53f04e787b71c443a938
Deleted: sha256:46dae6db55ff8f0531950b3120eccebce90eb804b447f88ac80143b155fc75ab
Deleted: sha256:27d39b0e16d01d9e79c98ca4a618f673e0c6cb077c60dd1aefc61fb8e975c201
Deleted: sha256:d1f6c32b6713aaf679e9ad3b0ecdfe59bf7a8cf4876d1bc8e775bf8d462bd348
Deleted: sha256:377dc83257593597799dce6c8bc9f3c2b7864938bb6b88c23cf88a05def950f1
Deleted: sha256:051a8a5f1e17cd1488874b51cfb4ce4e86111ebce27a5f876fd390ea76e7c96b
Deleted: sha256:17f05b87595bedc8dcb5db47ae936c34b34bb239d6ef8152a2f281080198059e
Deleted: sha256:87f20b97f8c35a2754394096bac05962b123bd215b692b63c04061624eb87fd8
Deleted: sha256:17b38af02d85f8b6683758b4e2d40bbfec0bff02198281402794e14ab6994962
Deleted: sha256:3ffa9f9ddb2cbd3e24c8102dd121f740947f30a42895a80a106972b79f3236c8
Deleted: sha256:944512368b5ef2cb41ce813685d6ea48625dc410dc4ebd3921943a8fbb1dd843
Deleted: sha256:1ef36f61d51ad5ba26fdd70d0ed47b40993a18ebddbe1d2dc549cbe2781134f1
Deleted: sha256:85b91ff57cffdab6b9eeffe7ae24f5946040da72974c170363da82d067c91021
Deleted: sha256:f1bdf9952ab1f163e46fe8624f922082bb6e2d59ae2dd1eecc0f8036a802a417
Deleted: sha256:60603a4f747b57d824cb4e89baa50a925a531f1bdf52965ed0491f60c4897a33
Deleted: sha256:2f6d3d3741b4505f4f09e73e8a5956b5c45ae34f4330c2b7c9e70db6d58893ea
Deleted: sha256:f8ca825e6bde9bf200c3d9bc386c63747d119bbfe7f35f7f07c1412691b7986f
Deleted: sha256:65547526d6daf487277af89472276d9f54dba5a17b02d8c542a291d86bd1a059
Deleted: sha256:c9b2ed3ac97b19f92edc03c8e94bf4b42a482dac41d852a280dd9cb9817907f6
Deleted: sha256:79320f9bfbcb2db32c0e4ad0ef848ebae86e24623f83c94c6ad4a03a6ded8d8a
Deleted: sha256:ae684b4d78e113600885135cae056fb7de3d4677f7a52f1a7e31bacb50f4d2f8
Deleted: sha256:88fbf578dee697812cb977f78c161d9e8c72d23b5ed77fa1b66d100c75e5c738
Deleted: sha256:5cf5d2b026e8a0b814470bbc452a3fb5fc205e709f0cd48622389283f5907011
Deleted: sha256:389903fabf8eba59dc67502cc12b831c5d499e66a38fdcd5eddd4082bdbed3d2
Deleted: sha256:17c62f23bc49073b7745035acb58410ed914e6c05690a4c66c5b3d08dfeef61f
Deleted: sha256:c837fb672b21e19f578ca4bcbb9a74c84c6ed57a45ec28978841d3ebd4a01979
Deleted: sha256:86505c466742d80bcf9880a782f8aa2015b75f2843fa7b628264a4dc16b4a8a5
Deleted: sha256:d80c6e7a3a599d964328ccf2ccb69ce0045baaf34b7a45f462c5347a4b8f53b4
Deleted: sha256:1c04e42a5aa4bdd9f103cc82b9e12a3c4163e364e523dacce784bccb30f8009f
Deleted: sha256:25c8efeaf8c0e2bedf90e2cd980b113807fcd84bf13b133586e58d4cc52ba42f
Deleted: sha256:6747c6c72e762d08beaa7f9c11e55b428a3571e868a1fd1e41ffd331b112e966
Deleted: sha256:673b5ed96bab8d9e5f04e3460006d290c846366381260f40646bf59463af1d2d
Deleted: sha256:b7b6af24cf6cd6b056ca0c0a316464ed6b2b75601ce5e08a9a74329075df57ef
Deleted: sha256:147f775c6543d1b5fd46330522dfb2d852e99970ce3621bcb32d08b8f88a8b2d
Deleted: sha256:2ad7d5ae4e00d874fef6c03a0d98d63eb01100eb42134967f334350db6d1f9f8
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220925142044]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8d16617a3e2205190a63ecec662f463510f90482c1bb53f04e787b71c443a938]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220925142044] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8d16617a3e2205190a63ecec662f463510f90482c1bb53f04e787b71c443a938])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8d16617a3e2205190a63ecec662f463510f90482c1bb53f04e787b71c443a938
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8d16617a3e2205190a63ecec662f463510f90482c1bb53f04e787b71c443a938
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8d16617a3e2205190a63ecec662f463510f90482c1bb53f04e787b71c443a938].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 52668.
Stopping expansion service pid: 52669.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 4m 18s
215 actionable tasks: 148 executed, 55 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/rhpcj3ihvtux6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #721
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/721/display/redirect>
Changes:
------------------------------------------
[...truncated 581.31 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5460/go-8-1664097521473216097/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5460/go-8-1664097521473216097/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220925-083149"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220925082042"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220925-083149"
}
]
},
"name": "go-testxlang_partition-383",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/25 09:18:50 Submitted job: 2022-09-25_02_18_50-10588284256437330254
2022/09/25 09:18:50 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-25_02_18_50-10588284256437330254?project=apache-beam-testing
2022/09/25 09:18:50 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-25_02_18_50-10588284256437330254
2022/09/25 09:18:50 Job state: JOB_STATE_PENDING ...
2022/09/25 09:19:20 Job still running ...
2022/09/25 09:19:50 Job still running ...
2022/09/25 09:20:20 Job still running ...
2022/09/25 09:20:50 Job still running ...
2022/09/25 09:21:20 Job still running ...
2022/09/25 09:21:50 Job still running ...
2022/09/25 09:22:21 Job still running ...
2022/09/25 09:22:51 Job still running ...
2022/09/25 09:23:21 Job still running ...
2022/09/25 09:23:51 Job still running ...
2022/09/25 09:24:21 Job still running ...
2022/09/25 09:24:51 Job still running ...
2022/09/25 09:25:21 Job still running ...
2022/09/25 09:25:51 Job still running ...
2022/09/25 09:26:21 Job still running ...
2022/09/25 09:26:51 Job still running ...
2022/09/25 09:27:21 Job still running ...
2022/09/25 09:27:51 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-25_02_18_50-10588284256437330254 failed
--- FAIL: TestXLang_Partition (580.37s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3360.422s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664094744630427610
--- FAIL: TestBigQueryIO_BasicWriteRead (4.66s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:39393 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@zWrzxmlWLH" is_bounded:BOUNDED windowing_strategy_id:"w0@zWrzxmlWLH"}} windowing_strategies:{key:"w0@zWrzxmlWLH" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@zWrzxmlWLH" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@zWrzxmlWLH" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@zWrzxmlWLH" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664094744630427610\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"zWrzxmlWLH"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:39393 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@zWrzxmlWLH" is_bounded:BOUNDED windowing_strategy_id:"w0@zWrzxmlWLH"}} windowing_strategies:{key:"w0@zWrzxmlWLH" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@zWrzxmlWLH" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@zWrzxmlWLH" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@zWrzxmlWLH" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664094744630427610\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"zWrzxmlWLH"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 50 [running]:
testing.tRunner.func1.2({0xf01160, 0xc000508a00})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01160, 0xc000508a00})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000116be0?, 0xc0000b7a40?}, {0x10a86e8, 0x39}, {0xc0000f6240?, 0xa6d5e0?, 0x1?}, {0xc000128a50, 0xf}, 0xc0007d3d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000116b80?, 0xc0000b7a40?}, {0xc0007883c0, 0x52}, {0x1?}, {0xc0007d3ea8, 0x2, 0x7fbe21cffa20?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000128a50, 0xf}, {0xc0007883c0, 0x52}, {0xe50040, 0xc000129c00})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000103860)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000103860, 0x10d73f8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.696s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.037s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.034s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220925-083149
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220925-083149
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:3cee8c38bba47060a679bf0b9f5b6cc3784499a1918ae497faec42ed45840f37
Deleted: sha256:c4b367fc1101aa519f7d7cef77e6eba11874e67a27109d8e67e1d5a6aa25519b
Deleted: sha256:5496714bec6ab7ea4b538dd331ca021c11268088d4179601aeb5e98f89663bb0
Deleted: sha256:486c803eb4bd60d001d1cd1ac51191b203af35d322551f74098f039bc13cb5ad
Deleted: sha256:9b8811091320355fff9ac645094c1789fd013eb2a2faaec28cb95e0fc558d3d8
Deleted: sha256:eee4e3bccb5fbf79c85f33ae964521134f36cd3ed2d8ed8a1efb8a29d742dfb9
Deleted: sha256:5bf7a19b8cb8ee99c736d1c15c5ddfdb2026ffaeea074864d132564cab113cfb
Deleted: sha256:56276a5d22aecf453cc3eb5f24e933aa2476a90298894d3779b7771bd0e5100f
Deleted: sha256:d3707f1b6bb8f271f8901098fc86e9aa7b4bfc7317e5734ed0545d033b0faf6f
Deleted: sha256:6fcf07a4e54b14cdab857d0c8e447484ef0f508dc218b42785584f0c3be6554c
Deleted: sha256:b436a77eaf99289b3a2462a412fd89d9031dfd0c926b93ae7cc8afa656d39072
Deleted: sha256:5d9792ca256889479347071a04bb8302f1066c840c19ae4a74112baadedc0b37
Deleted: sha256:ae87ef4eb8a0c940591a8c9e481397173ee2558490c3c528b1fc9b6144b77a48
Deleted: sha256:1c13ba7ea92eea4f93386d6d58974db015b197f2796b6715b14ef1076eea04c3
Deleted: sha256:cad6ae125bd5fd3bee1e7c9c11e288f56535c54ef9496d77527f10b8096929e5
Deleted: sha256:f62bfb644936adec4e2649589050619f52b8cb5b2afc83589665f4786b144990
Deleted: sha256:c3f8e100dd017bd0d33c2dc5f8b4143438ea4de5859c6f200c3f677a5c8b3f05
Deleted: sha256:bd67985164c2364b022f2b7ddd4750a3cd21a79d48f431eb633279c0ea96de9b
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220925-083149
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:3cee8c38bba47060a679bf0b9f5b6cc3784499a1918ae497faec42ed45840f37
Associated tags:
- 20220925-083149
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220925-083149
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220925-083149].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:3cee8c38bba47060a679bf0b9f5b6cc3784499a1918ae497faec42ed45840f37].
$ rm -rf /tmp/tmp.ST6djd4qKp
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220925082042
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3e3bc43df3189b4e5910852167fb0d8dba8f795621541597f5d4e6aa4fadeb65
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220925082042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3e3bc43df3189b4e5910852167fb0d8dba8f795621541597f5d4e6aa4fadeb65]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220925082042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3e3bc43df3189b4e5910852167fb0d8dba8f795621541597f5d4e6aa4fadeb65])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3e3bc43df3189b4e5910852167fb0d8dba8f795621541597f5d4e6aa4fadeb65
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3e3bc43df3189b4e5910852167fb0d8dba8f795621541597f5d4e6aa4fadeb65
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3e3bc43df3189b4e5910852167fb0d8dba8f795621541597f5d4e6aa4fadeb65].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220925082042
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6b27641a8e4dada977108b903d662c0e2114ecfeda12c3c858e2143424f57872
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220925082042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6b27641a8e4dada977108b903d662c0e2114ecfeda12c3c858e2143424f57872]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220925082042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6b27641a8e4dada977108b903d662c0e2114ecfeda12c3c858e2143424f57872])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6b27641a8e4dada977108b903d662c0e2114ecfeda12c3c858e2143424f57872
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6b27641a8e4dada977108b903d662c0e2114ecfeda12c3c858e2143424f57872
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6b27641a8e4dada977108b903d662c0e2114ecfeda12c3c858e2143424f57872].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 628722.
Stopping expansion service pid: 628723.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 10s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/hf2eive7o6s74
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #720
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/720/display/redirect>
Changes:
------------------------------------------
[...truncated 995.04 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13285/go-8-1664075893832500486/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13285/go-8-1664075893832500486/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-ROQc4cSg8jS05l_SiC37zmT1awFterQr16D5JB08Dmc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-ROQc4cSg8jS05l_SiC37zmT1awFterQr16D5JB08Dmc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220925-023148"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220925022040"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220925-023148"
}
]
},
"name": "go-testxlang_partition-135",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/25 03:18:25 Submitted job: 2022-09-24_20_18_25-7647813328287207006
2022/09/25 03:18:25 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-24_20_18_25-7647813328287207006?project=apache-beam-testing
2022/09/25 03:18:25 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-24_20_18_25-7647813328287207006
2022/09/25 03:18:25 Job state: JOB_STATE_PENDING ...
2022/09/25 03:18:55 Job still running ...
2022/09/25 03:19:26 Job still running ...
2022/09/25 03:19:56 Job still running ...
2022/09/25 03:20:26 Job still running ...
2022/09/25 03:20:56 Job still running ...
2022/09/25 03:21:26 Job still running ...
2022/09/25 03:21:56 Job still running ...
2022/09/25 03:22:26 Job still running ...
2022/09/25 03:22:56 Job still running ...
2022/09/25 03:23:26 Job still running ...
2022/09/25 03:23:56 Job still running ...
2022/09/25 03:24:26 Job still running ...
2022/09/25 03:24:56 Job still running ...
2022/09/25 03:25:26 Job still running ...
2022/09/25 03:25:56 Job still running ...
2022/09/25 03:26:26 Job still running ...
2022/09/25 03:26:56 Job still running ...
2022/09/25 03:27:26 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-24_20_18_25-7647813328287207006 failed
--- FAIL: TestXLang_Partition (583.20s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3333.633s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664073146647184927
--- FAIL: TestBigQueryIO_BasicWriteRead (4.63s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:39755 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@pOoMYYAoej" is_bounded:BOUNDED windowing_strategy_id:"w0@pOoMYYAoej"}} windowing_strategies:{key:"w0@pOoMYYAoej" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@pOoMYYAoej" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@pOoMYYAoej" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@pOoMYYAoej" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664073146647184927\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"pOoMYYAoej"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:39755 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@pOoMYYAoej" is_bounded:BOUNDED windowing_strategy_id:"w0@pOoMYYAoej"}} windowing_strategies:{key:"w0@pOoMYYAoej" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@pOoMYYAoej" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@pOoMYYAoej" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@pOoMYYAoej" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664073146647184927\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"pOoMYYAoej"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 8 [running]:
testing.tRunner.func1.2({0xf01160, 0xc000235bc0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01160, 0xc000235bc0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0001e5440?, 0xc000181a40?}, {0x10a86e8, 0x39}, {0xc0001d6240?, 0xa6d5e0?, 0x1?}, {0xc000474da0, 0xf}, 0xc0001d1d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0001e53e0?, 0xc000181a40?}, {0xc0001828a0, 0x52}, {0x1?}, {0xc0001d1ea8, 0x2, 0x7fafd4313c30?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000474da0, 0xf}, {0xc0001828a0, 0x52}, {0xe50040, 0xc000648060})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000580b60)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000580b60, 0x10d73f8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.664s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220925-023148
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220925-023148
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:dc7afa39c054dd24751467214c378d89b05075f41f6fae38d663bc85a8628013
Deleted: sha256:841b15bc1b594622d2073275178d74176f16f4883e75ad3e185aeb02bd2df2d8
Deleted: sha256:75550902fa3c7e34f82df5985bd4dec746a23aef32c7fc8f79a2b948485bffbf
Deleted: sha256:1f09fa19417561ce8f24f449d1f95db7a041c23cba7a0765e8211daf71346f97
Deleted: sha256:01820dc6583d1eaf7d12d180945f6c5655cc1547d8b3bb1671a0cca3233dd7c8
Deleted: sha256:0866ca4db1af360a711c458d81599694f351dacd595eaa930629277447fb0e85
Deleted: sha256:b7841b7236b51a57f737692c730c0cc2d0b550110d7c065f70609fec1aba3375
Deleted: sha256:5a98e5a1bd6ea3cfbb7f5bf427a96e7967605edf9e0fdec851e05147c6a9dcae
Deleted: sha256:184800aae7cafbeecb861e0043bd231fc95edbfa4520a73caf4a19bcc560d1c5
Deleted: sha256:cab9023ded17af7677de72f0add0f5e3dd20054784507d8e731696c31a80260c
Deleted: sha256:d763d20a9a6a8a34427847604a5167c4e58364cfb713dbd666eaa45ca13f3699
Deleted: sha256:7a7412625f556bb5face6370f46dd7b086fc10325cf660f6d9f0dbd8e9dbaec8
Deleted: sha256:a33dd7bce5f9666686c8a1a09bfa7f7a5cbba364b1eef6f44a006711f179367e
Deleted: sha256:fcc9521eed5c79f1dfd769e9a9776a54e2c035ab78755a39fa8a613ad5400829
Deleted: sha256:221be4abd648bf5f3ebf295b8ee111d4471c8cb6aa632cfc4115d7777eee29b9
Deleted: sha256:1974fcb7d3c6bf0cbe1757f121627b994d5fd7daeda2b245bdd5b51cdaaf6fb6
Deleted: sha256:5194e815630f0edbc955f1ab5dd2e5cfa1212366db3809fd9071b5255c96e9fd
Deleted: sha256:cc4308876f3e572804449bf07543e2ff79d6080cc8fb7c413e9515e88819c5c9
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220925-023148
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:dc7afa39c054dd24751467214c378d89b05075f41f6fae38d663bc85a8628013
Associated tags:
- 20220925-023148
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220925-023148
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220925-023148].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:dc7afa39c054dd24751467214c378d89b05075f41f6fae38d663bc85a8628013].
$ rm -rf /tmp/tmp.FbkJkG2lBb
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220925022040
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ed975ae10bac5b0077aee6399bcb4f6667f4e3aa0c3e5cea308c5ab0ae3690ee
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220925022040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ed975ae10bac5b0077aee6399bcb4f6667f4e3aa0c3e5cea308c5ab0ae3690ee]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220925022040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ed975ae10bac5b0077aee6399bcb4f6667f4e3aa0c3e5cea308c5ab0ae3690ee])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ed975ae10bac5b0077aee6399bcb4f6667f4e3aa0c3e5cea308c5ab0ae3690ee
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ed975ae10bac5b0077aee6399bcb4f6667f4e3aa0c3e5cea308c5ab0ae3690ee
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ed975ae10bac5b0077aee6399bcb4f6667f4e3aa0c3e5cea308c5ab0ae3690ee].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220925022040
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:65fbb957d16beb52b0d4186f625ef808520c78a8e76205ee4506b9e3fd1b79df
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220925022040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:65fbb957d16beb52b0d4186f625ef808520c78a8e76205ee4506b9e3fd1b79df]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220925022040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:65fbb957d16beb52b0d4186f625ef808520c78a8e76205ee4506b9e3fd1b79df])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:65fbb957d16beb52b0d4186f625ef808520c78a8e76205ee4506b9e3fd1b79df
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:65fbb957d16beb52b0d4186f625ef808520c78a8e76205ee4506b9e3fd1b79df
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:65fbb957d16beb52b0d4186f625ef808520c78a8e76205ee4506b9e3fd1b79df].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 328409.
Stopping expansion service pid: 328410.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 46s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/72br3f7mzyb7g
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #719
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/719/display/redirect?page=changes>
Changes:
[noreply] Extract playground components (#23253)
------------------------------------------
[...truncated 984.66 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27097/go-8-1664054288017272803/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27097/go-8-1664054288017272803/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27097/go-8-1664054288017272803/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27097/go-8-1664054288017272803/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27097/go-8-1664054288017272803/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27097/go-8-1664054288017272803/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27097/go-8-1664054288017272803/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27097/go-8-1664054288017272803/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27097/go-8-1664054288017272803/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-ROQc4cSg8jS05l_SiC37zmT1awFterQr16D5JB08Dmc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-ROQc4cSg8jS05l_SiC37zmT1awFterQr16D5JB08Dmc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220924-203147"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220924202041"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220924-203147"
}
]
},
"name": "go-testxlang_partition-463",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/24 21:18:17 Submitted job: 2022-09-24_14_18_16-14793470776244569272
2022/09/24 21:18:17 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-24_14_18_16-14793470776244569272?project=apache-beam-testing
2022/09/24 21:18:17 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-24_14_18_16-14793470776244569272
2022/09/24 21:18:17 Job state: JOB_STATE_PENDING ...
2022/09/24 21:18:47 Job still running ...
2022/09/24 21:19:17 Job still running ...
2022/09/24 21:19:47 Job still running ...
2022/09/24 21:20:17 Job still running ...
2022/09/24 21:20:47 Job still running ...
2022/09/24 21:21:17 Job still running ...
2022/09/24 21:21:47 Job still running ...
2022/09/24 21:22:18 Job still running ...
2022/09/24 21:22:48 Job still running ...
2022/09/24 21:23:18 Job still running ...
2022/09/24 21:23:48 Job still running ...
2022/09/24 21:24:18 Job still running ...
2022/09/24 21:24:48 Job still running ...
2022/09/24 21:25:18 Job still running ...
2022/09/24 21:25:48 Job still running ...
2022/09/24 21:26:18 Job still running ...
2022/09/24 21:26:48 Job still running ...
2022/09/24 21:27:18 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-24_14_18_16-14793470776244569272 failed
--- FAIL: TestXLang_Partition (580.83s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3328.898s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664051543117270062
--- FAIL: TestBigQueryIO_BasicWriteRead (4.68s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:34303 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@UDDWvoZwyQ" is_bounded:BOUNDED windowing_strategy_id:"w0@UDDWvoZwyQ"}} windowing_strategies:{key:"w0@UDDWvoZwyQ" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@UDDWvoZwyQ" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@UDDWvoZwyQ" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@UDDWvoZwyQ" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664051543117270062\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"UDDWvoZwyQ"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:34303 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@UDDWvoZwyQ" is_bounded:BOUNDED windowing_strategy_id:"w0@UDDWvoZwyQ"}} windowing_strategies:{key:"w0@UDDWvoZwyQ" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@UDDWvoZwyQ" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@UDDWvoZwyQ" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@UDDWvoZwyQ" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664051543117270062\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"UDDWvoZwyQ"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 10 [running]:
testing.tRunner.func1.2({0xf01160, 0xc0004caa80})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01160, 0xc0004caa80})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a4fc0?, 0xc0000c9680?}, {0x10a86e8, 0x39}, {0xc000162180?, 0xa6d5e0?, 0x1?}, {0xc000040f60, 0xf}, 0xc00015dd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a4f60?, 0xc0000c9680?}, {0xc00004a540, 0x52}, {0x1?}, {0xc00015dea8, 0x2, 0x7fa588416ec8?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000040f60, 0xf}, {0xc00004a540, 0x52}, {0xe50040, 0xc0000fe110})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000582d00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000582d00, 0x10d73f8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.715s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.032s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.034s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:3ee17037d93bf17422002f6d2cd3dc8c328ad3924cb99827e4ecba698dc04e3d
Associated tags:
- 20220924-203147
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220924-203147
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220924-203147].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:3ee17037d93bf17422002f6d2cd3dc8c328ad3924cb99827e4ecba698dc04e3d].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220924202041]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6d2c51d32f0b0f292b2999b5227176c8b4cbb9e29d91192f3bd8915a7db2eaf2]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220924202041] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6d2c51d32f0b0f292b2999b5227176c8b4cbb9e29d91192f3bd8915a7db2eaf2])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6d2c51d32f0b0f292b2999b5227176c8b4cbb9e29d91192f3bd8915a7db2eaf2
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6d2c51d32f0b0f292b2999b5227176c8b4cbb9e29d91192f3bd8915a7db2eaf2].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220924202041]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c1b7c33c37ed66a84136a4792f648c754a1a6c240ecaaa2812df59deecd2675b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220924202041] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c1b7c33c37ed66a84136a4792f648c754a1a6c240ecaaa2812df59deecd2675b])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c1b7c33c37ed66a84136a4792f648c754a1a6c240ecaaa2812df59deecd2675b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c1b7c33c37ed66a84136a4792f648c754a1a6c240ecaaa2812df59deecd2675b].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 37s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/nw6blqjyfhwue
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #718
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/718/display/redirect>
Changes:
------------------------------------------
[...truncated 969.90 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29227/go-8-1664032700368718474/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29227/go-8-1664032700368718474/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29227/go-8-1664032700368718474/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29227/go-8-1664032700368718474/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29227/go-8-1664032700368718474/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29227/go-8-1664032700368718474/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-ROQc4cSg8jS05l_SiC37zmT1awFterQr16D5JB08Dmc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-ROQc4cSg8jS05l_SiC37zmT1awFterQr16D5JB08Dmc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29227/go-8-1664032700368718474/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29227/go-8-1664032700368718474/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29227/go-8-1664032700368718474/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220924-143153"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220924142040"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220924-143153"
}
]
},
"name": "go-testxlang_partition-422",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/24 15:18:29 Submitted job: 2022-09-24_08_18_29-2657101243766133633
2022/09/24 15:18:29 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-24_08_18_29-2657101243766133633?project=apache-beam-testing
2022/09/24 15:18:29 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-24_08_18_29-2657101243766133633
2022/09/24 15:18:29 Job state: JOB_STATE_PENDING ...
2022/09/24 15:18:59 Job still running ...
2022/09/24 15:19:29 Job still running ...
2022/09/24 15:19:59 Job still running ...
2022/09/24 15:20:29 Job still running ...
2022/09/24 15:20:59 Job still running ...
2022/09/24 15:21:30 Job still running ...
2022/09/24 15:22:00 Job still running ...
2022/09/24 15:22:30 Job still running ...
2022/09/24 15:23:00 Job still running ...
2022/09/24 15:23:30 Job still running ...
2022/09/24 15:24:00 Job still running ...
2022/09/24 15:24:30 Job still running ...
2022/09/24 15:25:00 Job still running ...
2022/09/24 15:25:30 Job still running ...
2022/09/24 15:26:00 Job still running ...
2022/09/24 15:26:30 Job still running ...
2022/09/24 15:27:00 Job still running ...
2022/09/24 15:27:30 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-24_08_18_29-2657101243766133633 failed
--- FAIL: TestXLang_Partition (580.48s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3335.755s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664029948278323333
--- FAIL: TestBigQueryIO_BasicWriteRead (4.66s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:42623 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@RmzZELeeEn" is_bounded:BOUNDED windowing_strategy_id:"w0@RmzZELeeEn"}} windowing_strategies:{key:"w0@RmzZELeeEn" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@RmzZELeeEn" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@RmzZELeeEn" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@RmzZELeeEn" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664029948278323333\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"RmzZELeeEn"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:42623 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@RmzZELeeEn" is_bounded:BOUNDED windowing_strategy_id:"w0@RmzZELeeEn"}} windowing_strategies:{key:"w0@RmzZELeeEn" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@RmzZELeeEn" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@RmzZELeeEn" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@RmzZELeeEn" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664029948278323333\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"RmzZELeeEn"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 50 [running]:
testing.tRunner.func1.2({0xf01160, 0xc0000af740})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01160, 0xc0000af740})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000594ba0?, 0xc0001419a0?}, {0x10a86e8, 0x39}, {0xc00065a180?, 0xa6d5e0?, 0x1?}, {0xc00058eb90, 0xf}, 0xc0001add20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000594b40?, 0xc0001419a0?}, {0xc00010e900, 0x52}, {0x1?}, {0xc0001adea8, 0x2, 0x7faa3c5bfc30?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00058eb90, 0xf}, {0xc00010e900, 0x52}, {0xe50040, 0xc00058fd40})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0000cab60)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0000cab60, 0x10d73f8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.693s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.032s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:b66f5b80b6bd91d3704cad58b685f2648acafd7edf933690576439d8763fed40
Associated tags:
- 20220924-143153
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220924-143153
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220924-143153].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:b66f5b80b6bd91d3704cad58b685f2648acafd7edf933690576439d8763fed40].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220924142040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8d26e9c130641a26ba5d9b307549e453c2f3b24d914666f0deab41ecc423c422]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220924142040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8d26e9c130641a26ba5d9b307549e453c2f3b24d914666f0deab41ecc423c422])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8d26e9c130641a26ba5d9b307549e453c2f3b24d914666f0deab41ecc423c422
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8d26e9c130641a26ba5d9b307549e453c2f3b24d914666f0deab41ecc423c422].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220924142040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:bcdd349b3cd5fb5577ee43d67591e17c495bd0be2d354bbcaa19be54a4fa99ce]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220924142040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:bcdd349b3cd5fb5577ee43d67591e17c495bd0be2d354bbcaa19be54a4fa99ce])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:bcdd349b3cd5fb5577ee43d67591e17c495bd0be2d354bbcaa19be54a4fa99ce
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:bcdd349b3cd5fb5577ee43d67591e17c495bd0be2d354bbcaa19be54a4fa99ce].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 50s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/brdtd3s2d3qua
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #717
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/717/display/redirect>
Changes:
------------------------------------------
[...truncated 987.29 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26524/go-8-1664011119914926048/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26524/go-8-1664011119914926048/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26524/go-8-1664011119914926048/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26524/go-8-1664011119914926048/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26524/go-8-1664011119914926048/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26524/go-8-1664011119914926048/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-ROQc4cSg8jS05l_SiC37zmT1awFterQr16D5JB08Dmc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-ROQc4cSg8jS05l_SiC37zmT1awFterQr16D5JB08Dmc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26524/go-8-1664011119914926048/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26524/go-8-1664011119914926048/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26524/go-8-1664011119914926048/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220924082043"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220924-083214"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220924-083214"
}
]
},
"name": "go-testxlang_partition-78",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/24 09:18:49 Submitted job: 2022-09-24_02_18_49-3581142992725827656
2022/09/24 09:18:49 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-24_02_18_49-3581142992725827656?project=apache-beam-testing
2022/09/24 09:18:49 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-24_02_18_49-3581142992725827656
2022/09/24 09:18:49 Job state: JOB_STATE_PENDING ...
2022/09/24 09:19:19 Job still running ...
2022/09/24 09:19:49 Job still running ...
2022/09/24 09:20:19 Job still running ...
2022/09/24 09:20:49 Job still running ...
2022/09/24 09:21:19 Job still running ...
2022/09/24 09:21:49 Job still running ...
2022/09/24 09:22:20 Job still running ...
2022/09/24 09:22:50 Job still running ...
2022/09/24 09:23:20 Job still running ...
2022/09/24 09:23:50 Job still running ...
2022/09/24 09:24:20 Job still running ...
2022/09/24 09:24:50 Job still running ...
2022/09/24 09:25:20 Job still running ...
2022/09/24 09:25:50 Job still running ...
2022/09/24 09:26:20 Job still running ...
2022/09/24 09:26:50 Job still running ...
2022/09/24 09:27:20 Job still running ...
2022/09/24 09:27:50 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-24_02_18_49-3581142992725827656 failed
--- FAIL: TestXLang_Partition (580.78s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3330.743s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664008374261372411
--- FAIL: TestBigQueryIO_BasicWriteRead (5.48s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:36635 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@zfVReDPeRX" is_bounded:BOUNDED windowing_strategy_id:"w0@zfVReDPeRX"}} windowing_strategies:{key:"w0@zfVReDPeRX" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@zfVReDPeRX" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@zfVReDPeRX" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@zfVReDPeRX" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664008374261372411\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"zfVReDPeRX"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:36635 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@zfVReDPeRX" is_bounded:BOUNDED windowing_strategy_id:"w0@zfVReDPeRX"}} windowing_strategies:{key:"w0@zfVReDPeRX" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@zfVReDPeRX" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@zfVReDPeRX" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@zfVReDPeRX" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1664008374261372411\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"zfVReDPeRX"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 51 [running]:
testing.tRunner.func1.2({0xf01160, 0xc0000b8b80})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01160, 0xc0000b8b80})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000480760?, 0xc0000ca050?}, {0x10a86e8, 0x39}, {0xc00056a180?, 0xa6d5e0?, 0x1?}, {0xc0004a2af0, 0xf}, 0xc0005ebd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000480700?, 0xc0000ca050?}, {0xc00004a5a0, 0x52}, {0x1?}, {0xc0005ebea8, 0x2, 0x7fd8fcb67b00?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0004a2af0, 0xf}, {0xc00004a5a0, 0x52}, {0xe50040, 0xc00065a3f0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000493860)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000493860, 0x10d73f8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.511s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.036s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.063s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c0d6b472d0df32b964128694eb8ea36eff40373bc9450b68d1f1344e67e00749
Associated tags:
- 20220924-083214
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220924-083214
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220924-083214].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c0d6b472d0df32b964128694eb8ea36eff40373bc9450b68d1f1344e67e00749].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220924082043]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a08254fcebd79c0711f6570a65343f2b8db4ac953d64fca9457bc6f5cfd8d42f]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220924082043] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a08254fcebd79c0711f6570a65343f2b8db4ac953d64fca9457bc6f5cfd8d42f])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a08254fcebd79c0711f6570a65343f2b8db4ac953d64fca9457bc6f5cfd8d42f
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a08254fcebd79c0711f6570a65343f2b8db4ac953d64fca9457bc6f5cfd8d42f].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220924082043]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b95a6a4e655e611dee12d627b384ff51eb83260d659e720daa390e199842b59a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220924082043] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b95a6a4e655e611dee12d627b384ff51eb83260d659e720daa390e199842b59a])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b95a6a4e655e611dee12d627b384ff51eb83260d659e720daa390e199842b59a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b95a6a4e655e611dee12d627b384ff51eb83260d659e720daa390e199842b59a].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 11s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/tlsrxkodey3dq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #716
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/716/display/redirect>
Changes:
------------------------------------------
[...truncated 1006.38 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11536/go-8-1663989523922772127/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11536/go-8-1663989523922772127/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-ROQc4cSg8jS05l_SiC37zmT1awFterQr16D5JB08Dmc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-ROQc4cSg8jS05l_SiC37zmT1awFterQr16D5JB08Dmc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220924-023210"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220924022045"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220924-023210"
}
]
},
"name": "go-testxlang_partition-408",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/24 03:18:53 Submitted job: 2022-09-23_20_18_53-3813932717876985009
2022/09/24 03:18:53 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-23_20_18_53-3813932717876985009?project=apache-beam-testing
2022/09/24 03:18:53 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-23_20_18_53-3813932717876985009
2022/09/24 03:18:53 Job state: JOB_STATE_PENDING ...
2022/09/24 03:19:23 Job still running ...
2022/09/24 03:19:53 Job still running ...
2022/09/24 03:20:23 Job still running ...
2022/09/24 03:20:53 Job still running ...
2022/09/24 03:21:23 Job still running ...
2022/09/24 03:21:53 Job still running ...
2022/09/24 03:22:23 Job still running ...
2022/09/24 03:22:53 Job still running ...
2022/09/24 03:23:24 Job still running ...
2022/09/24 03:23:54 Job still running ...
2022/09/24 03:24:24 Job still running ...
2022/09/24 03:24:54 Job still running ...
2022/09/24 03:25:24 Job still running ...
2022/09/24 03:25:54 Job still running ...
2022/09/24 03:26:24 Job still running ...
2022/09/24 03:26:54 Job still running ...
2022/09/24 03:27:24 Job still running ...
2022/09/24 03:27:54 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-23_20_18_53-3813932717876985009 failed
--- FAIL: TestXLang_Partition (580.87s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3337.359s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663986771465310876
--- FAIL: TestBigQueryIO_BasicWriteRead (5.39s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:39581 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@pVLlaERJpm" is_bounded:BOUNDED windowing_strategy_id:"w0@pVLlaERJpm"}} windowing_strategies:{key:"w0@pVLlaERJpm" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@pVLlaERJpm" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@pVLlaERJpm" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@pVLlaERJpm" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663986771465310876\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"pVLlaERJpm"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:39581 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@pVLlaERJpm" is_bounded:BOUNDED windowing_strategy_id:"w0@pVLlaERJpm"}} windowing_strategies:{key:"w0@pVLlaERJpm" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@pVLlaERJpm" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@pVLlaERJpm" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@pVLlaERJpm" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663986771465310876\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"pVLlaERJpm"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 39 [running]:
testing.tRunner.func1.2({0xf01160, 0xc000357f80})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01160, 0xc000357f80})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0004891c0?, 0xc000497680?}, {0x10a86e8, 0x39}, {0xc0000f8240?, 0xa6d5e0?, 0x1?}, {0xc000588d30, 0xf}, 0xc000019d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000489160?, 0xc000497680?}, {0xc00013e480, 0x52}, {0x1?}, {0xc000019ea8, 0x2, 0x7f790d0e0630?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000588d30, 0xf}, {0xc00013e480, 0x52}, {0xe50040, 0xc000589ee0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000103520)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000103520, 0x10d73f8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.426s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.031s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.035s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.052s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220924-023210
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220924-023210
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:4d073af154224a5a1de88e5d8dc224a7d5155e324a152bb53d9d2afd4417b8ed
Deleted: sha256:d2e59a7f728096383f9fabe6faf6041cb665515960e07024e1b7f61f625ab928
Deleted: sha256:ee4a6edf4f7a024ea75c7610b6964d6e2c8872cb95e258fca45a715fef16818a
Deleted: sha256:92ad4052fbff7a73a129fd866c341bb2dc0ed4f8767e77e10c0dd1a6a1965758
Deleted: sha256:00634219d7a2e50c56fe957496730ecacc3ed96cf4cbe660190b2a10c61cff26
Deleted: sha256:4bbad1867ffaa631b67dabf1df2efa8b890eef38965fab1057beea86d10ea441
Deleted: sha256:74e14e2dbab2d2e773d2e366aa9d161c6f1257240041ccbd94d2664d45762ede
Deleted: sha256:5d74ccf9a5f497262ae68c30ccf845e3a72bc368ad6966c32bfa60e1141a7671
Deleted: sha256:99667b1b04f3fa3724ab3edeb5f1674c2270cfe764e34ee3da22b5323abde3f5
Deleted: sha256:56f5dc241a178d2bae76b390231c7680a35445f0b3b59b98e2cfe9e4c7392279
Deleted: sha256:877394efe9acba3ca9a0ca62759f59e0f2934c6b62e19b8bd7cde13efc128136
Deleted: sha256:5b9edcf0da6ee220d884840dcc40617e9144b4cc1d470214262917d66406f4ad
Deleted: sha256:09664839484693cd99a9011e809f291d5aa871de192c9c9534f180d5d591223f
Deleted: sha256:daff35c88e8ef3bfbfa3b02439583bb0a22d884fb6d9c6170c85bc773bc0cb3e
Deleted: sha256:dc4a44ad9d7cc7f3529100d25065cd986e56e2ea8abda0d4af1711d343a194a5
Deleted: sha256:dc539347b4a1d965b54ae7c0617900c9015d748d82cea7162d0ae327d5e1989b
Deleted: sha256:dae2878485a846ce9689ca01e30d20bf2ddcdbba2416d22c290b33abf23eebf6
Deleted: sha256:30192a21fae950df0e7529f7d14017d267d186d4f24b76b27984e5154e6cb566
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220924-023210
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:4d073af154224a5a1de88e5d8dc224a7d5155e324a152bb53d9d2afd4417b8ed
Associated tags:
- 20220924-023210
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220924-023210
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220924-023210].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:4d073af154224a5a1de88e5d8dc224a7d5155e324a152bb53d9d2afd4417b8ed].
$ rm -rf /tmp/tmp.M8TVgoqhG0
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220924022045
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:86b294963528b989d4338039c22b8aeab14c84453c72823070586c800284b772
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220924022045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:86b294963528b989d4338039c22b8aeab14c84453c72823070586c800284b772]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220924022045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:86b294963528b989d4338039c22b8aeab14c84453c72823070586c800284b772])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:86b294963528b989d4338039c22b8aeab14c84453c72823070586c800284b772
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:86b294963528b989d4338039c22b8aeab14c84453c72823070586c800284b772
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:86b294963528b989d4338039c22b8aeab14c84453c72823070586c800284b772].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220924022045
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:06eed3c0e376255943b3102399dfcd37ee1c4650c2ece24a5e93d9ac48e3b5f6
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220924022045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:06eed3c0e376255943b3102399dfcd37ee1c4650c2ece24a5e93d9ac48e3b5f6]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220924022045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:06eed3c0e376255943b3102399dfcd37ee1c4650c2ece24a5e93d9ac48e3b5f6])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:06eed3c0e376255943b3102399dfcd37ee1c4650c2ece24a5e93d9ac48e3b5f6
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:06eed3c0e376255943b3102399dfcd37ee1c4650c2ece24a5e93d9ac48e3b5f6
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:06eed3c0e376255943b3102399dfcd37ee1c4650c2ece24a5e93d9ac48e3b5f6].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3048585.
Stopping expansion service pid: 3048586.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 11s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/vju3w2ewff2bm
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #715
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/715/display/redirect?page=changes>
Changes:
[noreply] Bump cloud.google.com/go/storage from 1.26.0 to 1.27.0 in /sdks (#23336)
[noreply] lint fixes to go (#23351)
[noreply] Bump cloud.google.com/go/bigquery from 1.41.0 to 1.42.0 in /sdks
------------------------------------------
[...truncated 981.50 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test19596/go-8-1663968210627793708/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test19596/go-8-1663968210627793708/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test19596/go-8-1663968210627793708/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test19596/go-8-1663968210627793708/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-ROQc4cSg8jS05l_SiC37zmT1awFterQr16D5JB08Dmc.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-ROQc4cSg8jS05l_SiC37zmT1awFterQr16D5JB08Dmc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test19596/go-8-1663968210627793708/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test19596/go-8-1663968210627793708/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test19596/go-8-1663968210627793708/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test19596/go-8-1663968210627793708/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test19596/go-8-1663968210627793708/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220923-203301"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220923202100"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220923-203301"
}
]
},
"name": "go-testxlang_partition-705",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/23 21:23:41 Submitted job: 2022-09-23_14_23_41-2424036951583881050
2022/09/23 21:23:41 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-23_14_23_41-2424036951583881050?project=apache-beam-testing
2022/09/23 21:23:41 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-23_14_23_41-2424036951583881050
2022/09/23 21:23:41 Job state: JOB_STATE_PENDING ...
2022/09/23 21:24:11 Job still running ...
2022/09/23 21:24:41 Job still running ...
2022/09/23 21:25:11 Job still running ...
2022/09/23 21:25:41 Job still running ...
2022/09/23 21:26:12 Job still running ...
2022/09/23 21:26:42 Job still running ...
2022/09/23 21:27:12 Job still running ...
2022/09/23 21:27:42 Job still running ...
2022/09/23 21:28:12 Job still running ...
2022/09/23 21:28:42 Job still running ...
2022/09/23 21:29:12 Job still running ...
2022/09/23 21:29:42 Job still running ...
2022/09/23 21:30:12 Job still running ...
2022/09/23 21:30:42 Job still running ...
2022/09/23 21:31:12 Job still running ...
2022/09/23 21:31:42 Job still running ...
2022/09/23 21:32:12 Job still running ...
2022/09/23 21:32:42 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-23_14_23_41-2424036951583881050 failed
--- FAIL: TestXLang_Partition (582.24s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3577.536s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663965222841652160
--- FAIL: TestBigQueryIO_BasicWriteRead (5.05s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37689 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ZXQGivTEEt" is_bounded:BOUNDED windowing_strategy_id:"w0@ZXQGivTEEt"}} windowing_strategies:{key:"w0@ZXQGivTEEt" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ZXQGivTEEt" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ZXQGivTEEt" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ZXQGivTEEt" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663965222841652160\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ZXQGivTEEt"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37689 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ZXQGivTEEt" is_bounded:BOUNDED windowing_strategy_id:"w0@ZXQGivTEEt"}} windowing_strategies:{key:"w0@ZXQGivTEEt" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ZXQGivTEEt" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ZXQGivTEEt" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ZXQGivTEEt" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663965222841652160\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ZXQGivTEEt"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 50 [running]:
testing.tRunner.func1.2({0xf01160, 0xc000318840})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf01160, 0xc000318840})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a4e80?, 0xc0000bb680?}, {0x10a86e8, 0x39}, {0xc00015e240?, 0xa6d5e0?, 0x1?}, {0xc000482a50, 0xf}, 0xc000159d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a4e20?, 0xc0000bb680?}, {0xc000658360, 0x52}, {0x1?}, {0xc000159ea8, 0x2, 0x7f3018237988?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000482a50, 0xf}, {0xc000658360, 0x52}, {0xe50040, 0xc000483c00})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00054aea0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00054aea0, 0x10d73f8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.085s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.046s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7a63dccdfa81713a946757f4b66d891c304e740403674464c0744d9bc41186e5
Associated tags:
- 20220923-203301
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220923-203301
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220923-203301].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7a63dccdfa81713a946757f4b66d891c304e740403674464c0744d9bc41186e5].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220923202100]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4715583afd8f4dfe9f61450adff7c1eeb593e01a397a2f3015cceae15e8a35ab]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220923202100] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4715583afd8f4dfe9f61450adff7c1eeb593e01a397a2f3015cceae15e8a35ab])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4715583afd8f4dfe9f61450adff7c1eeb593e01a397a2f3015cceae15e8a35ab
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4715583afd8f4dfe9f61450adff7c1eeb593e01a397a2f3015cceae15e8a35ab].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220923202100]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2399005380e055a9988f680baaa6d9425ec4be93ba9eb30d3ba6fa457e14da8d]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220923202100] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2399005380e055a9988f680baaa6d9425ec4be93ba9eb30d3ba6fa457e14da8d])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2399005380e055a9988f680baaa6d9425ec4be93ba9eb30d3ba6fa457e14da8d
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2399005380e055a9988f680baaa6d9425ec4be93ba9eb30d3ba6fa457e14da8d].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 12m 44s
215 actionable tasks: 148 executed, 55 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/bwadrwj6257hu
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #714
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/714/display/redirect?page=changes>
Changes:
[Moritz Mack] Fix Nexmark default log level
------------------------------------------
[...truncated 561.42 KB...]
2022/09/23 15:24:31 Job still running ...
2022/09/23 15:25:01 Job still running ...
2022/09/23 15:25:31 Job still running ...
2022/09/23 15:26:01 Job still running ...
2022/09/23 15:26:31 Job still running ...
2022/09/23 15:27:01 Job still running ...
2022/09/23 15:27:31 Job still running ...
2022/09/23 15:28:01 Job still running ...
2022/09/23 15:28:31 Job still running ...
2022/09/23 15:29:02 Job still running ...
2022/09/23 15:29:32 Job still running ...
2022/09/23 15:30:02 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-23_08_20_59-2718847791324323104 failed
--- FAIL: TestXLang_Partition (582.02s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3366.901s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663943668667345984
--- FAIL: TestBigQueryIO_BasicWriteRead (4.51s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37623 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@phNHfdDqBw" is_bounded:BOUNDED windowing_strategy_id:"w0@phNHfdDqBw"}} windowing_strategies:{key:"w0@phNHfdDqBw" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@phNHfdDqBw" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@phNHfdDqBw" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@phNHfdDqBw" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663943668667345984\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"phNHfdDqBw"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37623 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@phNHfdDqBw" is_bounded:BOUNDED windowing_strategy_id:"w0@phNHfdDqBw"}} windowing_strategies:{key:"w0@phNHfdDqBw" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@phNHfdDqBw" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@phNHfdDqBw" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@phNHfdDqBw" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663943668667345984\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"phNHfdDqBw"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 10 [running]:
testing.tRunner.func1.2({0xf00180, 0xc00035a1c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf00180, 0xc00035a1c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000570ca0?, 0xc0001418b0?}, {0x10a747f, 0x39}, {0xc00015e180?, 0xa6d5e0?, 0x1?}, {0xc0001378b0, 0xf}, 0xc000159d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000570c40?, 0xc0001418b0?}, {0xc000576360, 0x52}, {0x1?}, {0xc000159ea8, 0x2, 0x7f2a36f96eb8?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0001378b0, 0xf}, {0xc000576360, 0x52}, {0xe4f060, 0xc00002eaa0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00049b1e0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00049b1e0, 0x10d6018)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.539s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.032s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.029s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220923-143344
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220923-143344
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:1a00d9da470c641404f8cb22ec13185f5f8a3ae6447fade47b1bbc86db909c85
Deleted: sha256:07deca9fd0d6b63070f1f94187258146bbb337957034f5fb96c5dd30549b3c8f
Deleted: sha256:9e2e9c1e87f2f44f5be5d01c84b075d6f065b9fc8be282333b5628c642fd2c22
Deleted: sha256:7b42aa9e3815c2e45082c475173a74c82f353c713a8ec507f76b9f1250dd67a6
Deleted: sha256:e3e419feee76d2b9d80b89c58c3bd62bf252f03092833d9ed8458420eec4d9aa
Deleted: sha256:d2b56b050869619811cc92ada5839add8860bf7d05695fd1920122418e1df38e
Deleted: sha256:971f55832aae7a4b045a482920667ee30cf7b5ca826d2c87dab1aaf5cd043cf0
Deleted: sha256:de5b54b1f1e89de228745eb34650649f2734e5ed2cb6e15677a80f16d0d9b02a
Deleted: sha256:5f6b61e7d92669db42bb89c7173b84b46b9f4680b72bab61e21611fd3ba7729d
Deleted: sha256:abc4a5306f9b7b5a8228a6cffdfd97c955266b5fa48ecf931578d68dc5a364ac
Deleted: sha256:997494532c86a50bb6400a3b13f6eebcfd65596a531458a1220a0a53aad52d70
Deleted: sha256:3d2f6e07feb304e5c0000553cc9319ec5b076161c65eee6c09c22d9b09dc422c
Deleted: sha256:c74355b53ea09b6d6ce44a8047361cc2e0437eb317e244aa3e011e664a488a69
Deleted: sha256:93c804cfda5e841d86d54c7434cc5d049735b4112210cb608f783f4e3dabd52c
Deleted: sha256:6d03c9852ed81f9b8cdf705c8a6d5feff20f1ecc125fd1688c03743e2ab07b6c
Deleted: sha256:9a50e2ccbeb7ee70a7edf490a49b3b3918128cd818746026eac326fb75600c70
Deleted: sha256:a96793670b9f022db6ab45d621a6907181d520fcf3dd69cac7c647514b5e2b2e
Deleted: sha256:bb07dab2e37c5ec2793cd69b95b30c5f7ad0a390e4ca9156afc948e129e7dc13
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220923-143344
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:1a00d9da470c641404f8cb22ec13185f5f8a3ae6447fade47b1bbc86db909c85
Associated tags:
- 20220923-143344
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220923-143344
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220923-143344].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:1a00d9da470c641404f8cb22ec13185f5f8a3ae6447fade47b1bbc86db909c85].
$ rm -rf /tmp/tmp.ThfnU6MovO
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220923142034
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8eaef0a863a2904899b804cee4de6779e659ec22eaa7d7e792cabfb9866db1b6
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220923142034]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8eaef0a863a2904899b804cee4de6779e659ec22eaa7d7e792cabfb9866db1b6]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220923142034] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8eaef0a863a2904899b804cee4de6779e659ec22eaa7d7e792cabfb9866db1b6])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8eaef0a863a2904899b804cee4de6779e659ec22eaa7d7e792cabfb9866db1b6
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8eaef0a863a2904899b804cee4de6779e659ec22eaa7d7e792cabfb9866db1b6
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8eaef0a863a2904899b804cee4de6779e659ec22eaa7d7e792cabfb9866db1b6].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220923142034
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:41707b3eb7f8cb13daf5ae45fc92f4aa8e10dbb103d1ac492504e5626cfe77a0
Deleted: sha256:b446bf37b3c5bf343e57133a2f544461f2a6f24cce7f7a1bb28af9b7d20083b1
Deleted: sha256:0df5633895f0e3a8993831bbbc18bd904f0f92f60cfa9d8d3f7bfb52659fe7f9
Deleted: sha256:87ca3b1251aab7ca2326fe768b926c68887343aae99e16ebc04ff55d8e317ac7
Deleted: sha256:1bd159fd4ab84a9f43f0716f9ab21c16fb512be73c123e95c670a30d7ef8ae67
Deleted: sha256:9f2431d0bca429514f2bdc8838b25d2b1e5dc1d7a91391e6ca2f20dec17a1d6e
Deleted: sha256:dcb4c22380c68dffc1612c0f1eafdc800d33cadd22b8b1011b67d23775e70654
Deleted: sha256:7e26b2439231d6352c936f4c76ccf3ea519b8de6cb488c4067c833a1bccf5f90
Deleted: sha256:85bfab3100831fad9348d3b49baa689132f8e74beea9028e44a31b0fcedd4776
Deleted: sha256:8528552c5f8c17545205c9d5d9d8458790f7a9d6587970a4e867194936c6048b
Deleted: sha256:c71b5be6c6a5ccbf2e4d96d59bff36b22dd3f842b18f1b6a0bf71fc58db9e336
Deleted: sha256:3423871f3a61cf1cfafa80a9e5002684d46b1ad0f6a01bf7153c1165b23ac9ff
Deleted: sha256:64ed159e1663b90b480fae6ac0aca0db2f55b7d85d8f1cb5d35272ba35ea42df
Deleted: sha256:5c2e45296e0acecb48ae16efa5bd22506db1bb0873b6dd3a9c2563f93b0516d9
Deleted: sha256:68f04eed08b0005498d88b081d1b88ae915b16c86948b144eb980cdc880c67d1
Deleted: sha256:6d137f92aa628c68219f152177ec7ca333bc79666d8b381174300b4d2e43268c
Deleted: sha256:e2d26a4c1acce0be2b34f13f02d5903bc8166e6b2c270feebf0ee9ee359885ee
Deleted: sha256:06a9cf48f6f87be2f0166cc5c901d4fdc98bdfb93c31b8c2392dfb321d00c7d0
Deleted: sha256:5ab8ce390f99bef5f463ee017beffee75a7d6e11d365eafdcbcbbcf39631e75a
Deleted: sha256:d8a8b7297127fa4d052a55241243aa92fe07dbbce5d83b4d4498509e231f9233
Deleted: sha256:53d01bdabb89f7203a83722f497ec0f5638c998c8be61efeb0398b30c0be8e58
Deleted: sha256:8aa515db273bfa61519a5d54e941c5b60e98248febdbb00ed6f997ca985886f6
Deleted: sha256:540f0140fba2e75394ead5fbf1a5a35a26529199c7c98b9eacc61b376423e83a
Deleted: sha256:b8c57ea42798e8e6f4e3d91e0d0b51b780f147bace97842c8d03ca0e0424ce27
Deleted: sha256:fc0f9d1caae5c66fae039084f243b111316abbc3c96e79336f4dabf319a70b9f
Deleted: sha256:d972988994a9984505eb813981877cea448bec673e45a9cb4ad54017194d3bf2
Deleted: sha256:57ea8735a30305f8cfa8853534805513529040aab38cbe59a574da5990fb2b13
Deleted: sha256:136f499c313893eff798529881e5329f7e036d38ea933d03d0ed58f24d04ff6c
Deleted: sha256:62a69273073621c3baff7288b86bdd6ddd27bebfdc32b27e344b2da73c35f526
Deleted: sha256:6107434dea7df6e063fda1720042cc5f532924e1dc101bf7999ddaf513951597
Deleted: sha256:227e7ed50dadccf35b2275ace3c66bf290ee45587096666cac8bc7c9990b667a
Deleted: sha256:6d8c3aa18cb0345a966985d913265d608c7d326d299a40ad61533278e41c67d3
Deleted: sha256:576265c362aa0b79922bda9776d326385c85eadd99cfc4ba6f86f22db68b12aa
Deleted: sha256:578c3147059d971775ac691dd0e2cff33b098c673088be6c54116d79bd2d5bbb
Deleted: sha256:c7703f9a7ab41a0c09158a794a74ed1028712ea655778807a42d21209396ecf7
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220923142034]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:41707b3eb7f8cb13daf5ae45fc92f4aa8e10dbb103d1ac492504e5626cfe77a0]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220923142034] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:41707b3eb7f8cb13daf5ae45fc92f4aa8e10dbb103d1ac492504e5626cfe77a0])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:41707b3eb7f8cb13daf5ae45fc92f4aa8e10dbb103d1ac492504e5626cfe77a0
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:41707b3eb7f8cb13daf5ae45fc92f4aa8e10dbb103d1ac492504e5626cfe77a0
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:41707b3eb7f8cb13daf5ae45fc92f4aa8e10dbb103d1ac492504e5626cfe77a0].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1211896.
Stopping expansion service pid: 1211897.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 10m 18s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/f6wxlb5j4xgsu
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #713
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/713/display/redirect>
Changes:
------------------------------------------
[...truncated 579.66 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28753/go-8-1663924686231897664/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28753/go-8-1663924686231897664/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220923-083136"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220923082037"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220923-083136"
}
]
},
"name": "go-testxlang_partition-874",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/23 09:18:16 Submitted job: 2022-09-23_02_18_15-14948488820895947907
2022/09/23 09:18:16 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-23_02_18_15-14948488820895947907?project=apache-beam-testing
2022/09/23 09:18:16 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-23_02_18_15-14948488820895947907
2022/09/23 09:18:16 Job state: JOB_STATE_PENDING ...
2022/09/23 09:18:46 Job still running ...
2022/09/23 09:19:16 Job still running ...
2022/09/23 09:19:46 Job still running ...
2022/09/23 09:20:16 Job still running ...
2022/09/23 09:20:46 Job still running ...
2022/09/23 09:21:16 Job still running ...
2022/09/23 09:21:46 Job still running ...
2022/09/23 09:22:16 Job still running ...
2022/09/23 09:22:46 Job still running ...
2022/09/23 09:23:16 Job still running ...
2022/09/23 09:23:46 Job still running ...
2022/09/23 09:24:16 Job still running ...
2022/09/23 09:24:46 Job still running ...
2022/09/23 09:25:16 Job still running ...
2022/09/23 09:25:46 Job still running ...
2022/09/23 09:26:17 Job still running ...
2022/09/23 09:26:47 Job still running ...
2022/09/23 09:27:17 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-23_02_18_15-14948488820895947907 failed
--- FAIL: TestXLang_Partition (581.09s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3339.969s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663921930587471469
--- FAIL: TestBigQueryIO_BasicWriteRead (4.41s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:44479 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@fNAydgpdbQ" is_bounded:BOUNDED windowing_strategy_id:"w0@fNAydgpdbQ"}} windowing_strategies:{key:"w0@fNAydgpdbQ" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@fNAydgpdbQ" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@fNAydgpdbQ" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@fNAydgpdbQ" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663921930587471469\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"fNAydgpdbQ"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:44479 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@fNAydgpdbQ" is_bounded:BOUNDED windowing_strategy_id:"w0@fNAydgpdbQ"}} windowing_strategies:{key:"w0@fNAydgpdbQ" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@fNAydgpdbQ" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@fNAydgpdbQ" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@fNAydgpdbQ" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663921930587471469\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"fNAydgpdbQ"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 10 [running]:
testing.tRunner.func1.2({0xf00180, 0xc0005a8fc0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf00180, 0xc0005a8fc0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00059a8c0?, 0xc000140230?}, {0x10a747f, 0x39}, {0xc0005be180?, 0xa6d5e0?, 0x1?}, {0xc000492b60, 0xf}, 0xc000159d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00059a860?, 0xc000140230?}, {0xc0000ce360, 0x52}, {0x1?}, {0xc000159ea8, 0x2, 0x7fbaf40b8c30?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000492b60, 0xf}, {0xc0000ce360, 0x52}, {0xe4f060, 0xc00058e290})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0004af520)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0004af520, 0x10d6018)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.447s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.031s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.030s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.028s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220923-083136
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220923-083136
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:ddc8c64b727ac27a86d0d5040afed1e4f26213c31654e88743b93a8537ba52d5
Deleted: sha256:2b2ef2d183b839f39aac793875c1c0e359438a73695ab3aaa271b843910c947f
Deleted: sha256:3cd887f6df0bb4a6c9d65060d0d9a64c3f2dca5ef39daae1c6ee12bba89e7611
Deleted: sha256:69ef042f7e349fa0810b955153cb5f08c15a6a132098370a5f9b496ff4a14a38
Deleted: sha256:0ac4bf1de3bcfd0857264761c66a63c1b4e3326163d2a5d653b0482f3a2ec4c3
Deleted: sha256:9dc7cf98529e70e74629315c53e9fee56a2fd82d11edbc52a90c8693079a4532
Deleted: sha256:2c2e8ab63287ac22c2f873beb5ad75fb2fed1c651e79753f6c3117d612fbeebf
Deleted: sha256:3e2ce15fb076bb678a9c44b316b553577206708f59ed807737b15dd79a7036b3
Deleted: sha256:58708391393dc233dfbaae549cf6b47c1114261927f2b150666e4fe71be80cc6
Deleted: sha256:b7ff93be42a5a22f2c94e60dc77f641a6fd3d1710bf5ff4fae5376c948c6c30b
Deleted: sha256:9608cc06e578bf74c17f554212bb1137ac43299c981ea7edb10e244de245499a
Deleted: sha256:312c0ec99f984d885f04f4fe1b4da823edf66642b41d8c5b31197902b7eb452c
Deleted: sha256:16b9f3f34d593ea41d998bf2caa7d26e4c2c57bc5d1eda795c1fa2e4f8838a04
Deleted: sha256:7c76a9bae69711f5b8caa681aeac0c9578933d47f0242086180d23113239c7b6
Deleted: sha256:a29836842867dab9d1e1cb90e93741cdafe0fd79d5bb55061f923c48a5a72097
Deleted: sha256:35c0112774deb634b6760890129c53e0fb1454d2a833286c20e294475c9ac39e
Deleted: sha256:a26410e0291cb6fc8b3a52228620e20e92e3b2c7ac604b257519dd3d071f3847
Deleted: sha256:51e1687fd15dce4228ecd504e4bbb5aa06c160ecf0340bd8237a7057e3d5244c
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220923-083136
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:ddc8c64b727ac27a86d0d5040afed1e4f26213c31654e88743b93a8537ba52d5
Associated tags:
- 20220923-083136
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220923-083136
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220923-083136].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:ddc8c64b727ac27a86d0d5040afed1e4f26213c31654e88743b93a8537ba52d5].
$ rm -rf /tmp/tmp.ggPcCj4IHi
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220923082037
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bef617db4a02c90ad3165789ecd8911dfb9625c5d0876ecf6026160c088b03f1
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220923082037]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bef617db4a02c90ad3165789ecd8911dfb9625c5d0876ecf6026160c088b03f1]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220923082037] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bef617db4a02c90ad3165789ecd8911dfb9625c5d0876ecf6026160c088b03f1])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bef617db4a02c90ad3165789ecd8911dfb9625c5d0876ecf6026160c088b03f1
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bef617db4a02c90ad3165789ecd8911dfb9625c5d0876ecf6026160c088b03f1
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bef617db4a02c90ad3165789ecd8911dfb9625c5d0876ecf6026160c088b03f1].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220923082037
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:df8ea4fb60d206bed5fe4bc7237837b618479fb8af07b46098ff9507988ab425
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220923082037]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:df8ea4fb60d206bed5fe4bc7237837b618479fb8af07b46098ff9507988ab425]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220923082037] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:df8ea4fb60d206bed5fe4bc7237837b618479fb8af07b46098ff9507988ab425])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:df8ea4fb60d206bed5fe4bc7237837b618479fb8af07b46098ff9507988ab425
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:df8ea4fb60d206bed5fe4bc7237837b618479fb8af07b46098ff9507988ab425
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:df8ea4fb60d206bed5fe4bc7237837b618479fb8af07b46098ff9507988ab425].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 759680.
Stopping expansion service pid: 759681.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 30s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/vl6cv5oir3nha
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #712
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/712/display/redirect>
Changes:
------------------------------------------
[...truncated 565.74 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5313/go-8-1663903119855806583/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5313/go-8-1663903119855806583/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220923-023112"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220923022027"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220923-023112"
}
]
},
"name": "go-testxlang_partition-329",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/23 03:18:52 Submitted job: 2022-09-22_20_18_51-4281871720836290723
2022/09/23 03:18:52 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-22_20_18_51-4281871720836290723?project=apache-beam-testing
2022/09/23 03:18:52 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-22_20_18_51-4281871720836290723
2022/09/23 03:18:52 Job state: JOB_STATE_PENDING ...
2022/09/23 03:19:22 Job still running ...
2022/09/23 03:19:52 Job still running ...
2022/09/23 03:20:22 Job still running ...
2022/09/23 03:20:52 Job still running ...
2022/09/23 03:21:23 Job still running ...
2022/09/23 03:21:53 Job still running ...
2022/09/23 03:22:23 Job still running ...
2022/09/23 03:22:53 Job still running ...
2022/09/23 03:23:23 Job still running ...
2022/09/23 03:23:53 Job still running ...
2022/09/23 03:24:23 Job still running ...
2022/09/23 03:24:53 Job still running ...
2022/09/23 03:25:23 Job still running ...
2022/09/23 03:25:53 Job still running ...
2022/09/23 03:26:23 Job still running ...
2022/09/23 03:26:53 Job still running ...
2022/09/23 03:27:23 Job still running ...
2022/09/23 03:27:54 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-22_20_18_51-4281871720836290723 failed
--- FAIL: TestXLang_Partition (584.63s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3399.127s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663900308487907465
--- FAIL: TestBigQueryIO_BasicWriteRead (4.64s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:42439 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@bmKtwuhaEt" is_bounded:BOUNDED windowing_strategy_id:"w0@bmKtwuhaEt"}} windowing_strategies:{key:"w0@bmKtwuhaEt" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@bmKtwuhaEt" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@bmKtwuhaEt" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@bmKtwuhaEt" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663900308487907465\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"bmKtwuhaEt"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:42439 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@bmKtwuhaEt" is_bounded:BOUNDED windowing_strategy_id:"w0@bmKtwuhaEt"}} windowing_strategies:{key:"w0@bmKtwuhaEt" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@bmKtwuhaEt" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@bmKtwuhaEt" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@bmKtwuhaEt" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663900308487907465\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"bmKtwuhaEt"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 50 [running]:
testing.tRunner.func1.2({0xf00180, 0xc00019b440})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf00180, 0xc00019b440})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00016d5c0?, 0xc000117900?}, {0x10a747f, 0x39}, {0xc0005aa180?, 0xa6d5e0?, 0x1?}, {0xc000040b60, 0xf}, 0xc00001fd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00016d560?, 0xc000117900?}, {0xc0005a2420, 0x52}, {0x1?}, {0xc00001fea8, 0x2, 0x7fbe123bf3c0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000040b60, 0xf}, {0xc0005a2420, 0x52}, {0xe4f060, 0xc000041d10})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000456d00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000456d00, 0x10d6018)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.678s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.031s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.034s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220923-023112
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220923-023112
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:b01c7150312f2f1ee7f0b9f2e24189f44656866a006edfed03c4646bc82fa814
Deleted: sha256:e6567f62ae73d1247ad81b80e547b23844917437baeb43e9fa93e5599f31502d
Deleted: sha256:611be48c260d8bc6ad0a7ba873171f49c924ab5ef7f67c6e53c2904fd207e51a
Deleted: sha256:420e2512eb09ab6283c3c176573e16c5fdb9c1c2d53ceb9e4bd9119d54ff501d
Deleted: sha256:287260b78b4ee578d4bcf45497696cff444967d31069c72a552c22335a89eef0
Deleted: sha256:65e491d15260fcb5a576e5a386a6a6c9174edda021725f1eeedda09858815549
Deleted: sha256:6d62503e01a6ed699ea0a1c5b5e077c86f24ec0c5a315e183aef862d4aa74577
Deleted: sha256:7b9dce508c9d733a28d997e4fd6d3790a3c1b541f5459934113ddd6a44f92e25
Deleted: sha256:d09b73b41a483fccaaf8a1e1da86e74a55a9fc0f8f0890d959578d27347ab659
Deleted: sha256:cfb660c9666b158507b71968d2688e2cc89dd6fafa1dec271d711a7a7b9ec712
Deleted: sha256:860a9efa33617e2746bff74b9cac9d66ebd6e2a64c2c0d18b01b6247f507c031
Deleted: sha256:07c7b17edd0b762b1c1c4902aa73f37d7deaae3c65101c344e761f0452e4666b
Deleted: sha256:d297f009cb3f5035a809b48113ebb49c7d71a14fcdcfc956d3292865e0a8c930
Deleted: sha256:b829172471ac0156728a012d009deec622b4656e7a0c0b921acce89efc0a60c1
Deleted: sha256:388751271ff8ab5ba4b864c1517d868bbfd30265a7d004514906c47afd09435d
Deleted: sha256:a76170c3b3aa27144f7732da38a3825499f0bcd0918f85137038940b8233be9a
Deleted: sha256:84e39be29430eb96a2c43b59d3ab7a34934eb2d68561bfd34758fe90879b4b89
Deleted: sha256:0a0b4c9bccaed73ae5dc6b0fd1f9cec53a4c0cb458f9ebe722aa06a8a1044b9e
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220923-023112
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:b01c7150312f2f1ee7f0b9f2e24189f44656866a006edfed03c4646bc82fa814
Associated tags:
- 20220923-023112
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220923-023112
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220923-023112].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:b01c7150312f2f1ee7f0b9f2e24189f44656866a006edfed03c4646bc82fa814].
$ rm -rf /tmp/tmp.RUlctDuYbK
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220923022027
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:82e39ea4bbbfdc78da36f8f1fc7d0d29df01ba9b3109c181f0ab02d6ea7b9f22
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220923022027]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:82e39ea4bbbfdc78da36f8f1fc7d0d29df01ba9b3109c181f0ab02d6ea7b9f22]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220923022027] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:82e39ea4bbbfdc78da36f8f1fc7d0d29df01ba9b3109c181f0ab02d6ea7b9f22])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:82e39ea4bbbfdc78da36f8f1fc7d0d29df01ba9b3109c181f0ab02d6ea7b9f22
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:82e39ea4bbbfdc78da36f8f1fc7d0d29df01ba9b3109c181f0ab02d6ea7b9f22
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:82e39ea4bbbfdc78da36f8f1fc7d0d29df01ba9b3109c181f0ab02d6ea7b9f22].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220923022027
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cd961c8247af39467b4908865b2650893ca19091172b0c964f54b0c837f37223
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220923022027]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cd961c8247af39467b4908865b2650893ca19091172b0c964f54b0c837f37223]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220923022027] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cd961c8247af39467b4908865b2650893ca19091172b0c964f54b0c837f37223])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cd961c8247af39467b4908865b2650893ca19091172b0c964f54b0c837f37223
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cd961c8247af39467b4908865b2650893ca19091172b0c964f54b0c837f37223
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cd961c8247af39467b4908865b2650893ca19091172b0c964f54b0c837f37223].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 263986.
Stopping expansion service pid: 263987.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 17s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/4ggg2224irijm
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #711
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/711/display/redirect?page=changes>
Changes:
[Steve Niemitz] use avro DataFileReader to read avro container files
[noreply] Change google_cloud_bigdataoss_version to 2.2.8. (#23300)
------------------------------------------
[...truncated 764.70 KB...]
2022/09/22 21:26:35 Job still running ...
2022/09/22 21:27:05 Job still running ...
2022/09/22 21:27:35 Job still running ...
2022/09/22 21:28:05 Job still running ...
2022/09/22 21:28:35 Job still running ...
2022/09/22 21:29:05 Job still running ...
2022/09/22 21:29:35 Job still running ...
2022/09/22 21:30:05 Job still running ...
2022/09/22 21:30:35 Job still running ...
2022/09/22 21:31:05 Job still running ...
2022/09/22 21:31:35 Job still running ...
2022/09/22 21:32:05 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-22_14_23_04-5440498321277617247 failed
--- FAIL: TestXLang_Partition (581.23s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3423.411s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663878936285194932
--- FAIL: TestBigQueryIO_BasicWriteRead (5.10s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:34151 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@BrODLpSRDf" is_bounded:BOUNDED windowing_strategy_id:"w0@BrODLpSRDf"}} windowing_strategies:{key:"w0@BrODLpSRDf" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@BrODLpSRDf" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@BrODLpSRDf" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@BrODLpSRDf" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663878936285194932\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"BrODLpSRDf"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:34151 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@BrODLpSRDf" is_bounded:BOUNDED windowing_strategy_id:"w0@BrODLpSRDf"}} windowing_strategies:{key:"w0@BrODLpSRDf" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@BrODLpSRDf" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@BrODLpSRDf" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@BrODLpSRDf" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663878936285194932\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"BrODLpSRDf"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 25 [running]:
testing.tRunner.func1.2({0xf00180, 0xc00001f300})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf00180, 0xc00001f300})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a4740?, 0xc0000ba050?}, {0x10a747f, 0x39}, {0xc00015e240?, 0xa6d5e0?, 0x1?}, {0xc000492ac0, 0xf}, 0xc000159d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a46e0?, 0xc0000ba050?}, {0xc000018360, 0x52}, {0x1?}, {0xc000159ea8, 0x2, 0x7f527847adb8?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000492ac0, 0xf}, {0xc000018360, 0x52}, {0xe4f060, 0xc0003fc160})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000527040)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000527040, 0x10d6018)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.129s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.031s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.035s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.063s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220922-203508
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220922-203508
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:1422d94d23dd46217e663564ae7db825dd977b91a992f1ba83a6f3e9d9948848
Deleted: sha256:834cba0e9f279818c249632cbe214ec98030694ee586d7fb3beb167e871e6c5d
Deleted: sha256:bfd11ee81d6d585def7c5798e986d99cbd1a996c445a74984f3fce477e766d12
Deleted: sha256:788eb0e3b20348c57aa6011437810a0cc631e1e3d5cf5328d07bcec5a15a94a5
Deleted: sha256:648736bb06d42203300de851c8d61d93626ed5d061bc21e9f2780518cdbebe35
Deleted: sha256:9380ce894a7d471bd6c6ffeb5315c8770e6bd7b3b0d0c8d1d2fdc05a58059517
Deleted: sha256:7b288b90e50cb059af7f4a5c5af22bd25a6229d673c5e569a6e4d1494aa8a5c5
Deleted: sha256:a2667a4c57399fe8948aaab49bc5bd0ea43e615fcf6c3d13cd380c202b8646ec
Deleted: sha256:cf3f944333a045cbf5d8f360d68dab26f2f1aac68712e41c92d49afef4dcd438
Deleted: sha256:5c426faa2c66e35efabc02d793ae22f0062bf765bbc0fa9b4934fa910b1c95a4
Deleted: sha256:310dc50d205d862cda4b980d74c7ed1dd48492a21ed4f8111c0954c241d1ec9f
Deleted: sha256:9bc761cdb8c084a636186f04f8d5c582962fbbd5358b28d3fdcd954a25b4da09
Deleted: sha256:6da5b62555f1b7372243db91ddd84ab7979eca9d504e26c284f5f63385ccd495
Deleted: sha256:5ac5926792a28507d8381b1f4abcd47cb10ce1cd4c467fab2fac7b952b849c03
Deleted: sha256:08690bae9fbd2b1f8ace619b9ffda6b1d8565a66baabccdff4389af3598c6544
Deleted: sha256:b188d7a8f738433ed9ec70661f0ff5c46a5f22821e8f0c7e11cbb11dc32d9fcb
Deleted: sha256:b8045f4edffdb911820cd52e845532e32f65fbab6e4641d68641f2c924190dfb
Deleted: sha256:314f83be40b2efb960e4115581e18db770ff13007b92f65ec9f96557db06a04f
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220922-203508
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:1422d94d23dd46217e663564ae7db825dd977b91a992f1ba83a6f3e9d9948848
Associated tags:
- 20220922-203508
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220922-203508
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220922-203508].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:1422d94d23dd46217e663564ae7db825dd977b91a992f1ba83a6f3e9d9948848].
$ rm -rf /tmp/tmp.yig6Xu3coL
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220922202032
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ba50b074bc8b7862b482c68303ee5cf13544b1c98809fc83d5d97ff39b8264bf
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220922202032]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ba50b074bc8b7862b482c68303ee5cf13544b1c98809fc83d5d97ff39b8264bf]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220922202032] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ba50b074bc8b7862b482c68303ee5cf13544b1c98809fc83d5d97ff39b8264bf])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ba50b074bc8b7862b482c68303ee5cf13544b1c98809fc83d5d97ff39b8264bf
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ba50b074bc8b7862b482c68303ee5cf13544b1c98809fc83d5d97ff39b8264bf
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ba50b074bc8b7862b482c68303ee5cf13544b1c98809fc83d5d97ff39b8264bf].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220922202032
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:dac8677300acd419cba608c43c685ca3ea88322a2e86256e38e1f4690bf3ca9f
Deleted: sha256:e8c61e64236732683071c3e168727ee20a1f46db3130966bcc020ac765f35cea
Deleted: sha256:0d5e424dab5409b50327afbf9a9d063ca6f26227aaf5f1d8180c432dab1ca34f
Deleted: sha256:780f4f5508feebfafc1c3523d7aff62ceeead6c2a08ce97359dfa5af28eb89bb
Deleted: sha256:55e37c64f66f53c657d2fefd0e5e7c6a776ddf0c8825f98944bda9fdb6500d77
Deleted: sha256:348ce64b9962ed0508181282d39d9cae90a23066a50c0e9b1f478067086dd36e
Deleted: sha256:279453c569a8f811230cb2e2f960f1f0bcfae84ab5411ac2050e7bd6f6bdca1a
Deleted: sha256:691e6004084599a1d7ee7693a32df1abc7265fffda66f1c2abecee53d5a56a47
Deleted: sha256:d16a804d80325788f61854a7fe2217903fa9ed794bb2bd7fa850b6c1f4c95753
Deleted: sha256:583cab2c1f5bbf9ebad584c3009f8fcc67ed6092847e3e6aed6a78c1734aa3ac
Deleted: sha256:ff70f8267fee8617c1215e051c60b07882b446ce1967b1fb7a70e00382c77a50
Deleted: sha256:d9ca02170402786cbb40001ec317a7e31e24d5052720affbdf1082d58a0e7507
Deleted: sha256:445cc2865a61fe461b03e24c3f41142c2ef9015838a013a47ed1bfaa81d5c458
Deleted: sha256:61a7d63dc164afb71b6b86db7cb04093cc9e08d978427a3fc0661d803c0643b1
Deleted: sha256:093939fa729fbabcb4c69e4c0d0c41944d4ef85dc646012ad80efc31088737b8
Deleted: sha256:effa1be674c1550753a5576441e7e8dac3dd07b64c605d34f608667c3a2f7e39
Deleted: sha256:293f7dfafdae5a77e58f66e81e6fe187a74e766f6a37eaa83e6faf3c3a0c2d97
Deleted: sha256:909f1c20565388b6dbe97afb336cadd5622f1c1f9e3de7fac7e036d4a57a76b2
Deleted: sha256:330b0e4517eb5cda80bbf6b64c166ab4484c08892fb4bdd079f4bda6172f3db7
Deleted: sha256:4a1ad5b6713c0406e843c79a7d89d75982ed24c2073f67b6976a6a3be21c0d7d
Deleted: sha256:501be7439deea09f4931356e57a9759a57ee7b4f38d2fe828b66296e2b44996a
Deleted: sha256:7b19727419141f1fd4a74153d51246b38fe9f37f434446402e285926cacb6f37
Deleted: sha256:5538312a23bc7eb73f076651f8a848cc6b20afd9fad1536fb102c9d4ba17fb2e
Deleted: sha256:3fee371e1e3de030f7749c969f0f2000e2ca6cb5ead71290a5cd59f072675909
Deleted: sha256:a9322717e91c5cba2219b37f454a7c6a5a345c423d3af40858995cbb227fe8ac
Deleted: sha256:db176f74cd6303e54be7d1d82b366b4d9388c6b58d080b95592c9a4f25eb3815
Deleted: sha256:2d42c72c101ff1567d3879d8c23a220e828350dcae26597e31b164e945d868f2
Deleted: sha256:cf015d13c511c9bfdf0889bc2cb412fdc8b98338b63af0e691df23759a3cab2e
Deleted: sha256:a615aa0f26036f085e62d8acd1158d635a72a390dd86963554d5c79f5f226d19
Deleted: sha256:7b89bca4ed73f6237bb07499b1aac8d76385387887234511aaf56fb707ad6fc8
Deleted: sha256:7d17810e251bc2f4b5ebbd2421b588b9e35ef67397ffec88339005e30da0100f
Deleted: sha256:33923bfa776a31de0ce0f01dc96c09b0c0286854142150e8b79ec232507d2d95
Deleted: sha256:fad1f9397c1b13968975798b1e577ae056cacdc06e72a4728bc31ad9fee05583
Deleted: sha256:761163679d30fd6f4b315769df8057e62570f3cc2f36640f8f44128371e69a2a
Deleted: sha256:f74bc6b1be37d248adccddfc02f94b7b52dbfb0808142008b3fdaf8d8b7f6d80
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220922202032]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:dac8677300acd419cba608c43c685ca3ea88322a2e86256e38e1f4690bf3ca9f]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220922202032] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:dac8677300acd419cba608c43c685ca3ea88322a2e86256e38e1f4690bf3ca9f])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:dac8677300acd419cba608c43c685ca3ea88322a2e86256e38e1f4690bf3ca9f
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:dac8677300acd419cba608c43c685ca3ea88322a2e86256e38e1f4690bf3ca9f
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:dac8677300acd419cba608c43c685ca3ea88322a2e86256e38e1f4690bf3ca9f].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 4031472.
Stopping expansion service pid: 4031473.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 12m 26s
215 actionable tasks: 189 executed, 16 from cache, 10 up-to-date
Publishing build scan...
https://gradle.com/s/t4jds6v2f6dk6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #710
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/710/display/redirect?page=changes>
Changes:
[bvolpato] Do not use .get() on ValueProvider during pipeline creation
[noreply] Improved pipeline translation in SparkStructuredStreamingRunner (#22446)
------------------------------------------
[...truncated 1019.84 KB...]
2022/09/22 15:27:16 Job still running ...
2022/09/22 15:27:46 Job still running ...
2022/09/22 15:28:16 Job still running ...
2022/09/22 15:28:46 Job still running ...
2022/09/22 15:29:16 Job still running ...
2022/09/22 15:29:46 Job still running ...
2022/09/22 15:30:16 Job still running ...
2022/09/22 15:30:46 Job still running ...
2022/09/22 15:31:16 Job still running ...
2022/09/22 15:31:46 Job still running ...
2022/09/22 15:32:16 Job still running ...
2022/09/22 15:32:46 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-22_08_23_45-5570040685303620184 failed
--- FAIL: TestXLang_Partition (582.49s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3399.369s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663857405139610776
--- FAIL: TestBigQueryIO_BasicWriteRead (5.20s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:42977 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ynjzGGjIkw" is_bounded:BOUNDED windowing_strategy_id:"w0@ynjzGGjIkw"}} windowing_strategies:{key:"w0@ynjzGGjIkw" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ynjzGGjIkw" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ynjzGGjIkw" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ynjzGGjIkw" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663857405139610776\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ynjzGGjIkw"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:42977 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ynjzGGjIkw" is_bounded:BOUNDED windowing_strategy_id:"w0@ynjzGGjIkw"}} windowing_strategies:{key:"w0@ynjzGGjIkw" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ynjzGGjIkw" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ynjzGGjIkw" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ynjzGGjIkw" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663857405139610776\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ynjzGGjIkw"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 41 [running]:
testing.tRunner.func1.2({0xf00180, 0xc0003fe440})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf00180, 0xc0003fe440})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00016d200?, 0xc0000b8410?}, {0x10a747f, 0x39}, {0xc00015e240?, 0xa6d5e0?, 0x1?}, {0xc0003fcae0, 0xf}, 0xc000159d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00016d1a0?, 0xc0000b8410?}, {0xc000562360, 0x52}, {0x1?}, {0xc000159ea8, 0x2, 0x7feadc02a3c0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003fcae0, 0xf}, {0xc000562360, 0x52}, {0xe4f060, 0xc0000406e0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0000cab60)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0000cab60, 0x10d6018)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.233s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.030s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220922-143605
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220922-143605
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:6a6635b5ec6c82295855284bd9d65ca83b28d68caf7e2268b39aafae4685538c
Deleted: sha256:554d9e43f730225574452073f522693ccd807038a440be56801e3a95cfde21dd
Deleted: sha256:f71ecc09a421899b4979153d984418fced1f1f11045825a4936a58299a995f7f
Deleted: sha256:65d5d49de8fb2f344f9eb940cec5bff433d63a1278cd3555437ee1cf7d06ece8
Deleted: sha256:27511195c26068e2dbfcb04518224c7c751be4537fa89627772dd09356133fa9
Deleted: sha256:a15fab4fd4cf404c2c8155f65c5b175ab86c5342fc3c09e4805073ae53ecca7c
Deleted: sha256:64dff266307c04f84630999d43a18dfe8f43a6561fdabf6369e34720bbd6cc5f
Deleted: sha256:da28a07ac09a89b09e8e5f3e4648cf60ec15c73bc26757544327c155b947908c
Deleted: sha256:df4fb493a14de49a8579d4d7b78385daf4c9de1d1f4d6faf23f0ee1a6791eba1
Deleted: sha256:6c11801d96a8882d085acf37f3002c0b1143efbe1de28c17ead34ef11808f865
Deleted: sha256:d092d6f58f843244bef071959565e562b58aefa5d4bcae976cb5da33f5ad9941
Deleted: sha256:788e327f3e36ae171e471297a74f0ef90480eb12257a3baa0b4fe9032e148c4d
Deleted: sha256:af244d14ef3c6db346028aa3d609e759e97d771e8b531ca43d64d1ef9698629d
Deleted: sha256:4bac64bdfddf3d747c61bc9f9f0ff57c51897f2e097ced5f3323f7cc3f44e54b
Deleted: sha256:82a67bbb9a8f295313813435b8fa8240e306f16a6084dc425b27f833b4403ff1
Deleted: sha256:00dfaf45ddf2cefa117661d52692e4200892e5b1212438b64ad849a82d284299
Deleted: sha256:842c7d1c0ed0bc91eda5942ef3466952533c969483f3ddf5c35eb6f387212334
Deleted: sha256:1464ba3710b7402f40e26956bc8556f17ad0a936cbd96e791e971b427e42030c
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220922-143605
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:6a6635b5ec6c82295855284bd9d65ca83b28d68caf7e2268b39aafae4685538c
Associated tags:
- 20220922-143605
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220922-143605
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220922-143605].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:6a6635b5ec6c82295855284bd9d65ca83b28d68caf7e2268b39aafae4685538c].
$ rm -rf /tmp/tmp.6p6kMuiXQx
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220922142208
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:45b74fb815d6d6d23f57d6c32ca4a5f6b8a8c026db7f329865baf5808509162a
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220922142208]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:45b74fb815d6d6d23f57d6c32ca4a5f6b8a8c026db7f329865baf5808509162a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220922142208] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:45b74fb815d6d6d23f57d6c32ca4a5f6b8a8c026db7f329865baf5808509162a])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:45b74fb815d6d6d23f57d6c32ca4a5f6b8a8c026db7f329865baf5808509162a
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:45b74fb815d6d6d23f57d6c32ca4a5f6b8a8c026db7f329865baf5808509162a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:45b74fb815d6d6d23f57d6c32ca4a5f6b8a8c026db7f329865baf5808509162a].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220922142208
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:34d8c5aad0f01c73e550fd794b20d519b77972c70cd0a54d8014266bcc8e1ed7
Deleted: sha256:3205d18ab957967cee524300a2aa003a2a723661c21e50fd821af6908629b157
Deleted: sha256:00c02fd576257af5cef6143dc3ca708bc908ab1d5ff087e4cb79c3a7ea2c12c3
Deleted: sha256:1b0f8b224e60ab816140f7f1144b899d9fdb0680f333c3f413fcb54b29b2a0a3
Deleted: sha256:929c385ec6a59297595b7283698fbcb49b297b4605f4cd9ae6f732a9aac350de
Deleted: sha256:3defa2e5473bd6fea6895e70297fb6dc5286737cf29b3933b7e21dfa9a0458fd
Deleted: sha256:6bf4e2b65f7f8df9b4a2bb261b6cfafdb046bda6bf9c20a5a5413f3930f758df
Deleted: sha256:dd5ce17e7f8d9d5e4f572e36da45fc45355465c3d8475f5338ea9be13af96703
Deleted: sha256:9a310d62ba831c00d50c915687107cff3a8ae7215f95d43b64092d5f9458ec0e
Deleted: sha256:841127593bc57276c847584f9afe66bb8abd2bcfc31c5bcc5e6ddc4ca75765f9
Deleted: sha256:e7263fa76be470cc1c71b3be7042979337a1d6615d8c62a73cd93bae0d04cb3e
Deleted: sha256:003083618f9db3c979a7df061daa53ef7267af1b6bf2443dcdd24e3dff7fe58e
Deleted: sha256:a182b9b1b37504b4c7568388a2cfebd6aeb12829e2d7590fd4cd8d3d3001227c
Deleted: sha256:1e1a6fc3abfa213dbd6b9abb7b757a463e2bc10fd7d1fe8cfde33d01bd870068
Deleted: sha256:40223c2948fcaed40d183f18e7b4874ba9f293777b7c99499ded6bf4ae1bdd4c
Deleted: sha256:01750c1099e45e285e912495464db2bfb4cef6eab89d5e98ca292371d10512c6
Deleted: sha256:5076e55d60645f6c6b31da06ac3f9144fdc79f8c52062c88e945a4a87c77ec00
Deleted: sha256:12beb209952c5a891dfc6537fe7f614e6dba8e1856f59bdc9864ccae667d9e8b
Deleted: sha256:67fe4aa7b1ddeae6e319047f34a1b6d30bff835ffecf86da1cd8c910c68d27ef
Deleted: sha256:7001a55ac437eebdad0e2f8ce0fa76281d2541e486da11ca2571c80cde36d067
Deleted: sha256:edb408b99af51e3c8d7579a5b96ab49ec400b268f9c68f9e98c393142f4a7d04
Deleted: sha256:3c18c85e0ca64dfe8cdb7fe0fc9f5acd89de435aa9c81e6be39019fa36ba2556
Deleted: sha256:fc78aa320ff7bfd528bd082f1d98987e9e2c75d70ab044975b6ca2a6797c5863
Deleted: sha256:f0047825a97afa8017644e63ba3a7804c85bfe9ab69835ed1ff0b79af28d3174
Deleted: sha256:0cfad24877534cc087f6236ed94447e7e125f7f341e1b74a6bce9e9c02b600e8
Deleted: sha256:782af248efc408ae72719583081bd07452831db6a939d68e96303ba4a3ce65ae
Deleted: sha256:18fa08fb65c93517b19e52ab506f72877d006d0875665b1bd82bfea3ab4e76d5
Deleted: sha256:ba065e85103e921e447d8245276c2ffcce97230355802909c24b7ee1091bdc21
Deleted: sha256:c558e2210dece68d0bac11a7304de157712bac84a1bc721c3bcf0f794ba423b6
Deleted: sha256:3f21762c042d2055bf8a6e91ab8b03c20598b3284837f6e2948fd24a4aaa40cf
Deleted: sha256:70841a944b0e10835abb7208b84c93c539a78c8f0c3f0b6398b35ea7984d57ef
Deleted: sha256:63adac5ce4bbea48e132e7efd3d0be0a5ac5ab05ca3acb28a2e91ce801d82a0b
Deleted: sha256:84107dded96494d45cf2891eec34c6b3f0578ba1d4790d71398159600573e30c
Deleted: sha256:760f661deeca7097dbc46ab0af75555f891ed2c80684ecd46482f9b934e39d60
Deleted: sha256:d0695b9491e39a2dcb41cdd6126bdce2cfb1cb3f22cb4c84a601b02f467fb6b4
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220922142208]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:34d8c5aad0f01c73e550fd794b20d519b77972c70cd0a54d8014266bcc8e1ed7]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220922142208] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:34d8c5aad0f01c73e550fd794b20d519b77972c70cd0a54d8014266bcc8e1ed7])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:34d8c5aad0f01c73e550fd794b20d519b77972c70cd0a54d8014266bcc8e1ed7
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:34d8c5aad0f01c73e550fd794b20d519b77972c70cd0a54d8014266bcc8e1ed7
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:34d8c5aad0f01c73e550fd794b20d519b77972c70cd0a54d8014266bcc8e1ed7].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 4059887.
Stopping expansion service pid: 4059888.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 12m 30s
215 actionable tasks: 148 executed, 55 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/4ozvheh5m6mts
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #709
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/709/display/redirect>
Changes:
------------------------------------------
[...truncated 546.91 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11395/go-8-1663838312617790588/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11395/go-8-1663838312617790588/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11395/go-8-1663838312617790588/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11395/go-8-1663838312617790588/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11395/go-8-1663838312617790588/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11395/go-8-1663838312617790588/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11395/go-8-1663838312617790588/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11395/go-8-1663838312617790588/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-lYw2BKzAAXxkYgrEIM9_9ew9RWAYY_t8JhjlQU0dNDY.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-lYw2BKzAAXxkYgrEIM9_9ew9RWAYY_t8JhjlQU0dNDY.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11395/go-8-1663838312617790588/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220922-083110"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220922082030"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220922-083110"
}
]
},
"name": "go-testxlang_partition-271",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/22 09:18:42 Submitted job: 2022-09-22_02_18_41-8966999734345504942
2022/09/22 09:18:42 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-22_02_18_41-8966999734345504942?project=apache-beam-testing
2022/09/22 09:18:42 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-22_02_18_41-8966999734345504942
2022/09/22 09:18:42 Job state: JOB_STATE_PENDING ...
2022/09/22 09:19:12 Job still running ...
2022/09/22 09:19:42 Job still running ...
2022/09/22 09:20:12 Job still running ...
2022/09/22 09:20:42 Job still running ...
2022/09/22 09:21:12 Job still running ...
2022/09/22 09:21:42 Job still running ...
2022/09/22 09:22:13 Job still running ...
2022/09/22 09:22:43 Job still running ...
2022/09/22 09:23:13 Job still running ...
2022/09/22 09:23:43 Job still running ...
2022/09/22 09:24:13 Job still running ...
2022/09/22 09:24:43 Job still running ...
2022/09/22 09:25:13 Job still running ...
2022/09/22 09:25:43 Job still running ...
2022/09/22 09:26:13 Job still running ...
2022/09/22 09:26:43 Job still running ...
2022/09/22 09:27:13 Job still running ...
2022/09/22 09:27:43 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-22_02_18_41-8966999734345504942 failed
--- FAIL: TestXLang_Partition (581.28s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3392.659s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663835504405640630
--- FAIL: TestBigQueryIO_BasicWriteRead (4.48s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:38821 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@aBRUHPUFAl" is_bounded:BOUNDED windowing_strategy_id:"w0@aBRUHPUFAl"}} windowing_strategies:{key:"w0@aBRUHPUFAl" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@aBRUHPUFAl" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@aBRUHPUFAl" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@aBRUHPUFAl" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663835504405640630\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"aBRUHPUFAl"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:38821 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@aBRUHPUFAl" is_bounded:BOUNDED windowing_strategy_id:"w0@aBRUHPUFAl"}} windowing_strategies:{key:"w0@aBRUHPUFAl" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@aBRUHPUFAl" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@aBRUHPUFAl" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@aBRUHPUFAl" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663835504405640630\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"aBRUHPUFAl"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 66 [running]:
testing.tRunner.func1.2({0xf00180, 0xc00049ad00})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf00180, 0xc00049ad00})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a4d60?, 0xc0000bb680?}, {0x10a747f, 0x39}, {0xc00015e240?, 0xa6d5e0?, 0x1?}, {0xc0004b6ae0, 0xf}, 0xc0000fbd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a4d00?, 0xc0000bb680?}, {0xc00004a5a0, 0x52}, {0x1?}, {0xc0000fbea8, 0x2, 0x7fe0ec61dff8?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0004b6ae0, 0xf}, {0xc00004a5a0, 0x52}, {0xe4f060, 0xc0004b7c90})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000568820)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000568820, 0x10d6018)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.512s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.035s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.030s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:1e9ac768cd4d4c185972f4b2c659a1095dea5db108773dc5acb61f66fd3f5274
Associated tags:
- 20220922-083110
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220922-083110
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220922-083110].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:1e9ac768cd4d4c185972f4b2c659a1095dea5db108773dc5acb61f66fd3f5274].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220922082030]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:277886fd470496e73cbba107ca85cfc148cffd313ccc7fe36649d39e1658ed2d]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220922082030] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:277886fd470496e73cbba107ca85cfc148cffd313ccc7fe36649d39e1658ed2d])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:277886fd470496e73cbba107ca85cfc148cffd313ccc7fe36649d39e1658ed2d
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:277886fd470496e73cbba107ca85cfc148cffd313ccc7fe36649d39e1658ed2d].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220922082030]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:bd10af8bb3aa3e544ab22b9ed96c033abb6c0fca981c70a42257175acc7e0831]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220922082030] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:bd10af8bb3aa3e544ab22b9ed96c033abb6c0fca981c70a42257175acc7e0831])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:bd10af8bb3aa3e544ab22b9ed96c033abb6c0fca981c70a42257175acc7e0831
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:bd10af8bb3aa3e544ab22b9ed96c033abb6c0fca981c70a42257175acc7e0831].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 3s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/j3amgeop7mahk
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #708
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/708/display/redirect>
Changes:
------------------------------------------
[...truncated 961.07 KB...]
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11870/go-8-1663816724226463705/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11870/go-8-1663816724226463705/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11870/go-8-1663816724226463705/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11870/go-8-1663816724226463705/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11870/go-8-1663816724226463705/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11870/go-8-1663816724226463705/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11870/go-8-1663816724226463705/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11870/go-8-1663816724226463705/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11870/go-8-1663816724226463705/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-lYw2BKzAAXxkYgrEIM9_9ew9RWAYY_t8JhjlQU0dNDY.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-lYw2BKzAAXxkYgrEIM9_9ew9RWAYY_t8JhjlQU0dNDY.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220922-023116"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220922022031"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220922-023116"
}
]
},
"name": "go-testxlang_partition-73",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/22 03:18:53 Submitted job: 2022-09-21_20_18_53-889069969114206250
2022/09/22 03:18:53 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-21_20_18_53-889069969114206250?project=apache-beam-testing
2022/09/22 03:18:53 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-21_20_18_53-889069969114206250
2022/09/22 03:18:54 Job state: JOB_STATE_PENDING ...
2022/09/22 03:19:24 Job still running ...
2022/09/22 03:19:54 Job still running ...
2022/09/22 03:20:24 Job still running ...
2022/09/22 03:20:54 Job still running ...
2022/09/22 03:21:24 Job still running ...
2022/09/22 03:21:54 Job still running ...
2022/09/22 03:22:24 Job still running ...
2022/09/22 03:22:54 Job still running ...
2022/09/22 03:23:24 Job still running ...
2022/09/22 03:23:54 Job still running ...
2022/09/22 03:24:24 Job still running ...
2022/09/22 03:24:54 Job still running ...
2022/09/22 03:25:24 Job still running ...
2022/09/22 03:25:54 Job still running ...
2022/09/22 03:26:24 Job still running ...
2022/09/22 03:26:54 Job still running ...
2022/09/22 03:27:24 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-21_20_18_53-889069969114206250 failed
--- FAIL: TestXLang_Partition (550.97s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3365.838s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663813912456590618
--- FAIL: TestBigQueryIO_BasicWriteRead (4.62s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:42605 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@IWjPWLCYQD" is_bounded:BOUNDED windowing_strategy_id:"w0@IWjPWLCYQD"}} windowing_strategies:{key:"w0@IWjPWLCYQD" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@IWjPWLCYQD" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@IWjPWLCYQD" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@IWjPWLCYQD" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663813912456590618\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"IWjPWLCYQD"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:42605 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@IWjPWLCYQD" is_bounded:BOUNDED windowing_strategy_id:"w0@IWjPWLCYQD"}} windowing_strategies:{key:"w0@IWjPWLCYQD" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@IWjPWLCYQD" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@IWjPWLCYQD" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@IWjPWLCYQD" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663813912456590618\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"IWjPWLCYQD"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 40 [running]:
testing.tRunner.func1.2({0xf00180, 0xc00048d480})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf00180, 0xc00048d480})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00016d1a0?, 0xc0001419f0?}, {0x10a747f, 0x39}, {0xc00015e240?, 0xa6d5e0?, 0x1?}, {0xc000040ad0, 0xf}, 0xc0005fdd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00016d140?, 0xc0001419f0?}, {0xc00004a600, 0x52}, {0x1?}, {0xc0005fdea8, 0x2, 0x7f232f34b3c0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000040ad0, 0xf}, {0xc00004a600, 0x52}, {0xe4f060, 0xc000041c80})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000587380)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000587380, 0x10d6018)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.661s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.035s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.034s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:dbe8b35fd3aa421ffcdde6a351472cbb5e6df4703b92286684670e7c9ba18899
Associated tags:
- 20220922-023116
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220922-023116
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220922-023116].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:dbe8b35fd3aa421ffcdde6a351472cbb5e6df4703b92286684670e7c9ba18899].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220922022031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2745971958ef35c2a8536c5e03cee6fdeb4dec55c4362ebb782479980867dc27]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220922022031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2745971958ef35c2a8536c5e03cee6fdeb4dec55c4362ebb782479980867dc27])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2745971958ef35c2a8536c5e03cee6fdeb4dec55c4362ebb782479980867dc27
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2745971958ef35c2a8536c5e03cee6fdeb4dec55c4362ebb782479980867dc27].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220922022031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:446654c5dea2b4d5c086d6751f5717f8042168b63907527ccb4fa89811a91f62]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220922022031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:446654c5dea2b4d5c086d6751f5717f8042168b63907527ccb4fa89811a91f62])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:446654c5dea2b4d5c086d6751f5717f8042168b63907527ccb4fa89811a91f62
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:446654c5dea2b4d5c086d6751f5717f8042168b63907527ccb4fa89811a91f62].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 42s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/4x3mrxgbcfyig
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #707
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/707/display/redirect?page=changes>
Changes:
[noreply] [Java SDK core] emit watermark from PeriodicSequence (#23301) (#23302)
[noreply] Extend protocol in windmill.proto used by google-cloud-dataflow-java
[noreply] Allow longer Class-Path entries (#23269)
------------------------------------------
[...truncated 969.97 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20732/go-8-1663795038663334876/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20732/go-8-1663795038663334876/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20732/go-8-1663795038663334876/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20732/go-8-1663795038663334876/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20732/go-8-1663795038663334876/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-lYw2BKzAAXxkYgrEIM9_9ew9RWAYY_t8JhjlQU0dNDY.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-lYw2BKzAAXxkYgrEIM9_9ew9RWAYY_t8JhjlQU0dNDY.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20732/go-8-1663795038663334876/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20732/go-8-1663795038663334876/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20732/go-8-1663795038663334876/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20732/go-8-1663795038663334876/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220921-203200"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220921202034"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220921-203200"
}
]
},
"name": "go-testxlang_partition-797",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/21 21:17:28 Submitted job: 2022-09-21_14_17_28-768200768886768054
2022/09/21 21:17:28 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-21_14_17_28-768200768886768054?project=apache-beam-testing
2022/09/21 21:17:28 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-21_14_17_28-768200768886768054
2022/09/21 21:17:28 Job state: JOB_STATE_PENDING ...
2022/09/21 21:17:58 Job still running ...
2022/09/21 21:18:28 Job still running ...
2022/09/21 21:18:58 Job still running ...
2022/09/21 21:19:28 Job still running ...
2022/09/21 21:19:59 Job still running ...
2022/09/21 21:20:29 Job still running ...
2022/09/21 21:20:59 Job still running ...
2022/09/21 21:21:29 Job still running ...
2022/09/21 21:21:59 Job still running ...
2022/09/21 21:22:29 Job still running ...
2022/09/21 21:22:59 Job still running ...
2022/09/21 21:23:29 Job still running ...
2022/09/21 21:23:59 Job still running ...
2022/09/21 21:24:29 Job still running ...
2022/09/21 21:24:59 Job still running ...
2022/09/21 21:25:29 Job still running ...
2022/09/21 21:25:59 Job still running ...
2022/09/21 21:26:29 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-21_14_17_28-768200768886768054 failed
--- FAIL: TestXLang_Partition (581.57s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3274.005s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663792349394363221
--- FAIL: TestBigQueryIO_BasicWriteRead (4.86s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:36719 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@fjeWJzxihR" is_bounded:BOUNDED windowing_strategy_id:"w0@fjeWJzxihR"}} windowing_strategies:{key:"w0@fjeWJzxihR" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@fjeWJzxihR" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@fjeWJzxihR" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@fjeWJzxihR" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663792349394363221\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"fjeWJzxihR"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:36719 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@fjeWJzxihR" is_bounded:BOUNDED windowing_strategy_id:"w0@fjeWJzxihR"}} windowing_strategies:{key:"w0@fjeWJzxihR" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@fjeWJzxihR" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@fjeWJzxihR" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@fjeWJzxihR" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663792349394363221\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"fjeWJzxihR"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 24 [running]:
testing.tRunner.func1.2({0xf00180, 0xc000125c80})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf00180, 0xc000125c80})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0004ba600?, 0xc0004d8000?}, {0x10a747f, 0x39}, {0xc0000f8240?, 0xa6d5e0?, 0x1?}, {0xc000482a70, 0xf}, 0xc000017d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0004ba5a0?, 0xc0004d8000?}, {0xc000652300, 0x52}, {0x1?}, {0xc000017ea8, 0x2, 0xe0f560?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000482a70, 0xf}, {0xc000652300, 0x52}, {0xe4f060, 0xc0000404c8})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000103ba0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000103ba0, 0x10d6018)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.891s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.032s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.035s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.033s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e1ef743db0f4c233c7903f95ae7530bb5eb0cf6aac7f147e04d1c38721d082d1
Associated tags:
- 20220921-203200
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220921-203200
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220921-203200].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e1ef743db0f4c233c7903f95ae7530bb5eb0cf6aac7f147e04d1c38721d082d1].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220921202034]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7b2082986a1b3bd0c189615cd0029735e09496a6879c469838c57fb633b66e8b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220921202034] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7b2082986a1b3bd0c189615cd0029735e09496a6879c469838c57fb633b66e8b])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7b2082986a1b3bd0c189615cd0029735e09496a6879c469838c57fb633b66e8b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7b2082986a1b3bd0c189615cd0029735e09496a6879c469838c57fb633b66e8b].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220921202034]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:05ba141a359fd2e97fe229fea1414eecff5b92755359329a0463da5157d3c91a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220921202034] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:05ba141a359fd2e97fe229fea1414eecff5b92755359329a0463da5157d3c91a])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:05ba141a359fd2e97fe229fea1414eecff5b92755359329a0463da5157d3c91a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:05ba141a359fd2e97fe229fea1414eecff5b92755359329a0463da5157d3c91a].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 45s
215 actionable tasks: 160 executed, 43 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/3rnu7stqksz6m
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #706
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/706/display/redirect>
Changes:
------------------------------------------
[...truncated 953.44 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6806/go-8-1663773479609895875/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6806/go-8-1663773479609895875/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6806/go-8-1663773479609895875/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6806/go-8-1663773479609895875/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6806/go-8-1663773479609895875/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6806/go-8-1663773479609895875/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6806/go-8-1663773479609895875/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6806/go-8-1663773479609895875/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6806/go-8-1663773479609895875/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220921-143133"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220921142029"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220921-143133"
}
]
},
"name": "go-testxlang_partition-327",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/21 15:18:09 Submitted job: 2022-09-21_08_18_08-13300518246040473634
2022/09/21 15:18:09 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-21_08_18_08-13300518246040473634?project=apache-beam-testing
2022/09/21 15:18:09 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-21_08_18_08-13300518246040473634
2022/09/21 15:18:09 Job state: JOB_STATE_PENDING ...
2022/09/21 15:18:39 Job still running ...
2022/09/21 15:19:09 Job still running ...
2022/09/21 15:19:39 Job still running ...
2022/09/21 15:20:09 Job still running ...
2022/09/21 15:20:39 Job still running ...
2022/09/21 15:21:09 Job still running ...
2022/09/21 15:21:39 Job still running ...
2022/09/21 15:22:09 Job still running ...
2022/09/21 15:22:40 Job still running ...
2022/09/21 15:23:10 Job still running ...
2022/09/21 15:23:40 Job still running ...
2022/09/21 15:24:10 Job still running ...
2022/09/21 15:24:40 Job still running ...
2022/09/21 15:25:10 Job still running ...
2022/09/21 15:25:40 Job still running ...
2022/09/21 15:26:10 Job still running ...
2022/09/21 15:26:40 Job still running ...
2022/09/21 15:27:10 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-21_08_18_08-13300518246040473634 failed
--- FAIL: TestXLang_Partition (581.56s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3334.181s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663770730163425149
--- FAIL: TestBigQueryIO_BasicWriteRead (4.68s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37751 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ASVdTIRlSz" is_bounded:BOUNDED windowing_strategy_id:"w0@ASVdTIRlSz"}} windowing_strategies:{key:"w0@ASVdTIRlSz" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ASVdTIRlSz" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ASVdTIRlSz" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ASVdTIRlSz" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663770730163425149\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ASVdTIRlSz"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37751 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ASVdTIRlSz" is_bounded:BOUNDED windowing_strategy_id:"w0@ASVdTIRlSz"}} windowing_strategies:{key:"w0@ASVdTIRlSz" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ASVdTIRlSz" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ASVdTIRlSz" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ASVdTIRlSz" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663770730163425149\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ASVdTIRlSz"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 54 [running]:
testing.tRunner.func1.2({0xf00180, 0xc000690740})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf00180, 0xc000690740})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000110ec0?, 0xc00012e5f0?}, {0x10a747f, 0x39}, {0xc0001d6240?, 0xa6d5e0?, 0x1?}, {0xc000040b40, 0xf}, 0xc0005f7d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000110e60?, 0xc00012e5f0?}, {0xc000596360, 0x52}, {0x1?}, {0xc0005f7ea8, 0x2, 0xe0f560?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000040b40, 0xf}, {0xc000596360, 0x52}, {0xe4f060, 0xc000124938})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0000c8820)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0000c8820, 0x10d6018)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.714s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.036s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:52f784eada00893c2d8e98ea3337ce6c28b1e466921f25890085fbb4f38000c9
Associated tags:
- 20220921-143133
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220921-143133
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220921-143133].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:52f784eada00893c2d8e98ea3337ce6c28b1e466921f25890085fbb4f38000c9].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220921142029]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:69dfc3745745f0bd510564fc5e13df35c4e99c69e9fb20377d8d1e3cd462aaa9]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220921142029] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:69dfc3745745f0bd510564fc5e13df35c4e99c69e9fb20377d8d1e3cd462aaa9])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:69dfc3745745f0bd510564fc5e13df35c4e99c69e9fb20377d8d1e3cd462aaa9
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:69dfc3745745f0bd510564fc5e13df35c4e99c69e9fb20377d8d1e3cd462aaa9].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220921142029]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:88d4470491f292b6d546a541a951dc6e593bbef05bb7f5719ceff98877b4e68b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220921142029] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:88d4470491f292b6d546a541a951dc6e593bbef05bb7f5719ceff98877b4e68b])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:88d4470491f292b6d546a541a951dc6e593bbef05bb7f5719ceff98877b4e68b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:88d4470491f292b6d546a541a951dc6e593bbef05bb7f5719ceff98877b4e68b].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 31s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/t3kg7utafmo2g
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #705
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/705/display/redirect>
Changes:
------------------------------------------
[...truncated 569.25 KB...]
2022/09/21 09:21:53 Job still running ...
2022/09/21 09:22:23 Job still running ...
2022/09/21 09:22:53 Job still running ...
2022/09/21 09:23:23 Job still running ...
2022/09/21 09:23:53 Job still running ...
2022/09/21 09:24:24 Job still running ...
2022/09/21 09:24:54 Job still running ...
2022/09/21 09:25:24 Job still running ...
2022/09/21 09:25:54 Job still running ...
2022/09/21 09:26:24 Job still running ...
2022/09/21 09:26:54 Job still running ...
2022/09/21 09:27:24 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-21_02_18_21-9969086911911971465 failed
--- FAIL: TestXLang_Partition (581.54s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3362.097s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663749115666292998
--- FAIL: TestBigQueryIO_BasicWriteRead (4.51s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:42879 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@NVuQsohInD" is_bounded:BOUNDED windowing_strategy_id:"w0@NVuQsohInD"}} windowing_strategies:{key:"w0@NVuQsohInD" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@NVuQsohInD" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@NVuQsohInD" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@NVuQsohInD" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663749115666292998\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"NVuQsohInD"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:42879 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@NVuQsohInD" is_bounded:BOUNDED windowing_strategy_id:"w0@NVuQsohInD"}} windowing_strategies:{key:"w0@NVuQsohInD" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@NVuQsohInD" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@NVuQsohInD" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@NVuQsohInD" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663749115666292998\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"NVuQsohInD"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 29 [running]:
testing.tRunner.func1.2({0xf00180, 0xc0004147c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf00180, 0xc0004147c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a5440?, 0xc0000b79f0?}, {0x10a747f, 0x39}, {0xc0000f6180?, 0xa6d5e0?, 0x1?}, {0xc0003fec10, 0xf}, 0xc000171d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a53e0?, 0xc0000b79f0?}, {0xc00004aae0, 0x52}, {0x1?}, {0xc000171ea8, 0x2, 0x7f1962df5328?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003fec10, 0xf}, {0xc00004aae0, 0x52}, {0xe4f060, 0xc0003ffdc0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000455380)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000455380, 0x10d6018)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.547s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.029s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220921-083121
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220921-083121
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:08ac0fffd0e1b9a0a27fa5f2ba525751df188a1ae842d3ac50e4b209bcbc462f
Deleted: sha256:8d83262e2b765ffddeb2945adb6ecdd8646159526544b5b68b43f16adb0d0b1e
Deleted: sha256:741cedbb06dd9f7c621c4c10a9604a9d79a5f13a041efc24c270cafd5a57fa88
Deleted: sha256:0100f136c6fe31d12312096804d120cd1d3a6deeed51fb5ee9fbe4633ef50f83
Deleted: sha256:22e44dc2f0de49ed0834112266e6513aa8c0b9d00287209dc860f68df3ea58d6
Deleted: sha256:c9e600c87301016aa7065a306fa3d51b677e3fdecc34b5eca81d94bd25874c20
Deleted: sha256:67b802598bf6ad9d61e9239b3c878dc0f016f9ad11fff42c6aa4786044d2a5ed
Deleted: sha256:6cd7f2daf3ba32a5a126b335037283772f248535ea3fccec8126cbc19cc5a3de
Deleted: sha256:fcc5c1052ff93ee34533070db234d220cac08e8c2dd8dab6fdddd7c72751f84c
Deleted: sha256:4d021665fe8a8cdceee07d21be2e91eaa1fb15070fb8c4c5494425ec5442894f
Deleted: sha256:15fcde500d7b9f205b441d606768863d678370b2131754a679d03d6e0f739884
Deleted: sha256:340d5e3f4beb66f3ef248d2cce15a15ab2dd5771dd588423353db0b8d1af7380
Deleted: sha256:122e062335579967cb96205666329ee990d3d452efdb017854be8e8d458972da
Deleted: sha256:7b459d8fc4c78cc7220340ba2f03305c798a20a7a685bf5106ddea0d9e9972f2
Deleted: sha256:b24f0dbd5030e7385f8047885d8a9080eecd1b221ca051c289b407e9b425c1a2
Deleted: sha256:525f029a42063300b283a4ef39ed0d8a4bf835ef68122aa46d580eed321c90ec
Deleted: sha256:80717bda9eb4e9c92ba7884d6e1e81cd054169eef3d29da900fb884288b7b77a
Deleted: sha256:d45d82a807233c13081b1041608bababbded517707c2fba93438705a4021a001
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220921-083121
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:08ac0fffd0e1b9a0a27fa5f2ba525751df188a1ae842d3ac50e4b209bcbc462f
Associated tags:
- 20220921-083121
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220921-083121
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220921-083121].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:08ac0fffd0e1b9a0a27fa5f2ba525751df188a1ae842d3ac50e4b209bcbc462f].
$ rm -rf /tmp/tmp.tEnmMfaiAJ
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220921082033
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1a1413847aff22e2b375f97d7eca7b58dc91038a8b39e761b91b170751bfc495
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220921082033]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1a1413847aff22e2b375f97d7eca7b58dc91038a8b39e761b91b170751bfc495]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220921082033] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1a1413847aff22e2b375f97d7eca7b58dc91038a8b39e761b91b170751bfc495])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1a1413847aff22e2b375f97d7eca7b58dc91038a8b39e761b91b170751bfc495
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1a1413847aff22e2b375f97d7eca7b58dc91038a8b39e761b91b170751bfc495
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1a1413847aff22e2b375f97d7eca7b58dc91038a8b39e761b91b170751bfc495].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220921082033
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:055778f91f3a4a72956bb0e594ecb2515db7755f04206773cfd8f3aeaff1a300
Deleted: sha256:eed0ceccb2b5ab2f793cfe1be73af1f461da5195cd36d7e1a461b1664fcddc42
Deleted: sha256:34cf20dbdf545f62259c726ce91dac75d1deb1089c8ed420ca86359dc1ed2bc0
Deleted: sha256:0dd709f4484a7805d7f767e0337c7d117510da5b9cba0d91d57f2c87a5132e0f
Deleted: sha256:1cb78c56283d9b3469e3428da3bee6a7f6b6539bd5a40a40c747a41b0331add9
Deleted: sha256:8d35f6ac5665023199892307ea64f6ee0e1ee4df4f22fa9dd090a5d02166277d
Deleted: sha256:049c90c5a13de0fb9713d1fd633dd7556561c98ba80e0c04e3d44d0937beced6
Deleted: sha256:5cec10afc455eba570abf5274e0926377c450a3986b7f8106b8772ba7a31caee
Deleted: sha256:4cf9894f0ddc50c007f513d763422fbe7949e1e74c47670e85721dadf9c32ff4
Deleted: sha256:dc0bd2b25b73bfe802d2a854a24ce714d9ed3c91371e2be314be05182455636a
Deleted: sha256:437611724eddb41f5b83b5492538ddb1fa42b68885f6e594c50305524c2a34b1
Deleted: sha256:df3b57df7250f9c8587e9e954c0ab6340597cefd871d84ef681c09d02297a6c1
Deleted: sha256:baa1353d6d5d0172233deabb44381fe63cb415df566837909f96522cb5078886
Deleted: sha256:30d2995da95f12c4a4b7abbc5dc6ffee9a9abaaf2d08cae570de61e1af856723
Deleted: sha256:d31096b92471eb782bb4d3c997e2469a21fb3793447d0b0236cef5f0334630e9
Deleted: sha256:8383b277b2b3356ee4539de64a5447841c59e90fa3cca1381f356291187edbc2
Deleted: sha256:6bc117ce188b704df4f7b2a5322dc86d077bb097730ce22cc23d869f05962a5a
Deleted: sha256:7e757a8a87be9fdb553786f3f7b627e441967c77f7f582e64920281fc2274c74
Deleted: sha256:baea47dcf7168723e3bec85f566a233fd11fb92a90b29549cb568c008fbae5d7
Deleted: sha256:f8c43384863c34c3062b8f8825d3bf0173db4e8b80908af3c8ee5ecefc56655d
Deleted: sha256:83afe36d1b9c237274a7124f9e04db6577ab1ec5badd7596df8ebf85d1a711df
Deleted: sha256:b8f085f3d21679ebd3dfeb8ec3de285ae04e2ffc725677ffaa801675a3176499
Deleted: sha256:edd7756f2dbe66a54d27f88e5b036e0dcf3a0d442b1c4debf04e31305aeb8a80
Deleted: sha256:5064f42f772966e0abfd99c06d08935e20b84f85caa259d0c2e5564b3513b109
Deleted: sha256:2b976aca2b4294589a56d88ee8c26f0b4aa877c04f0edc1cd75386de8e977094
Deleted: sha256:84aa68d30df67240448ef49f225c8ed0605eb35481443c4c61b52c520c33b9aa
Deleted: sha256:c9f73fa69d81ec01ef994b5318cad6f45f418c366582d0727b90110b30bf13b6
Deleted: sha256:3d8f6e667fd556c1180a9cc70dcdb7e7ddcd9da0aad3ad3ddec5b13c8ebc36a4
Deleted: sha256:8269d42848b32cb6061716ae7610245548223495a4498ea5b7654c4efe2ce994
Deleted: sha256:a4f9e8585add52aef1d09d7b1670ee1ae552e1546370fe6e292b6d86ec0e6fa4
Deleted: sha256:7f8766396c2dacfbcd4d98bc866a671f1ed3ca2c2d068c456422bed87533d5d5
Deleted: sha256:a7f6927c324a5839337399fd5c4fbda2f34d6bb10419cfe0ef60f134ec9fea6b
Deleted: sha256:c8be926f43f3f93463f29be9cbd5fc69ad4de88d168694c0840cc1478e999148
Deleted: sha256:4d41d07c3b1947911b0a2934f5f09b2f4f55c32dfdcd781dacb2c1187212beff
Deleted: sha256:64ad23975da63504154a6efa9ea42809af965ccc0b504cc33828db5039db622e
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220921082033]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:055778f91f3a4a72956bb0e594ecb2515db7755f04206773cfd8f3aeaff1a300]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220921082033] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:055778f91f3a4a72956bb0e594ecb2515db7755f04206773cfd8f3aeaff1a300])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:055778f91f3a4a72956bb0e594ecb2515db7755f04206773cfd8f3aeaff1a300
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:055778f91f3a4a72956bb0e594ecb2515db7755f04206773cfd8f3aeaff1a300
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:055778f91f3a4a72956bb0e594ecb2515db7755f04206773cfd8f3aeaff1a300].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1437368.
Stopping expansion service pid: 1437369.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 40s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/ejsfficuaiqt6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #704
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/704/display/redirect>
Changes:
------------------------------------------
[...truncated 980.45 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3663/go-8-1663730286929929406/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3663/go-8-1663730286929929406/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3663/go-8-1663730286929929406/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3663/go-8-1663730286929929406/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3663/go-8-1663730286929929406/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3663/go-8-1663730286929929406/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3663/go-8-1663730286929929406/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3663/go-8-1663730286929929406/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3663/go-8-1663730286929929406/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220921-023139"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220921022031"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220921-023139"
}
]
},
"name": "go-testxlang_partition-694",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/21 03:18:16 Submitted job: 2022-09-20_20_18_15-15390993420640256501
2022/09/21 03:18:16 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-20_20_18_15-15390993420640256501?project=apache-beam-testing
2022/09/21 03:18:16 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-20_20_18_15-15390993420640256501
2022/09/21 03:18:16 Job state: JOB_STATE_PENDING ...
2022/09/21 03:18:46 Job still running ...
2022/09/21 03:19:16 Job still running ...
2022/09/21 03:19:46 Job still running ...
2022/09/21 03:20:16 Job still running ...
2022/09/21 03:20:46 Job still running ...
2022/09/21 03:21:16 Job still running ...
2022/09/21 03:21:46 Job still running ...
2022/09/21 03:22:16 Job still running ...
2022/09/21 03:22:46 Job still running ...
2022/09/21 03:23:16 Job still running ...
2022/09/21 03:23:46 Job still running ...
2022/09/21 03:24:16 Job still running ...
2022/09/21 03:24:46 Job still running ...
2022/09/21 03:25:16 Job still running ...
2022/09/21 03:25:47 Job still running ...
2022/09/21 03:26:17 Job still running ...
2022/09/21 03:26:47 Job still running ...
2022/09/21 03:27:17 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-20_20_18_15-15390993420640256501 failed
--- FAIL: TestXLang_Partition (580.49s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3335.892s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663727534680434213
--- FAIL: TestBigQueryIO_BasicWriteRead (4.55s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:44393 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@OYoofPcFwZ" is_bounded:BOUNDED windowing_strategy_id:"w0@OYoofPcFwZ"}} windowing_strategies:{key:"w0@OYoofPcFwZ" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@OYoofPcFwZ" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@OYoofPcFwZ" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@OYoofPcFwZ" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663727534680434213\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"OYoofPcFwZ"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:44393 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@OYoofPcFwZ" is_bounded:BOUNDED windowing_strategy_id:"w0@OYoofPcFwZ"}} windowing_strategies:{key:"w0@OYoofPcFwZ" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@OYoofPcFwZ" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@OYoofPcFwZ" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@OYoofPcFwZ" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663727534680434213\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"OYoofPcFwZ"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 40 [running]:
testing.tRunner.func1.2({0xf00180, 0xc0005afc00})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf00180, 0xc0005afc00})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00050cf80?, 0xc0000bfa40?}, {0x10a747f, 0x39}, {0xc0000fe240?, 0xa6d5e0?, 0x1?}, {0xc00050eaf0, 0xf}, 0xc0004f3d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00050cf20?, 0xc0000bfa40?}, {0xc0004a83c0, 0x52}, {0x1?}, {0xc0004f3ea8, 0x2, 0x7fc27c61b658?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00050eaf0, 0xf}, {0xc0004a83c0, 0x52}, {0xe4f060, 0xc00050fca0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000103860)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000103860, 0x10d6018)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.583s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:925cec8db4d3257d218e06d78b7e31a6e5210233adb561f46015a7c88e572e20
Associated tags:
- 20220921-023139
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220921-023139
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220921-023139].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:925cec8db4d3257d218e06d78b7e31a6e5210233adb561f46015a7c88e572e20].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220921022031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1ff8f266cf08a576cddff122400eeb785ff27738a755ca4963bdc4e470a9fa35]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220921022031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1ff8f266cf08a576cddff122400eeb785ff27738a755ca4963bdc4e470a9fa35])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1ff8f266cf08a576cddff122400eeb785ff27738a755ca4963bdc4e470a9fa35
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1ff8f266cf08a576cddff122400eeb785ff27738a755ca4963bdc4e470a9fa35].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220921022031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4c457c8f24c3452be2e4eb1333b419b146420332ffe0d7df0a681265d5aa57bd]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220921022031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4c457c8f24c3452be2e4eb1333b419b146420332ffe0d7df0a681265d5aa57bd])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4c457c8f24c3452be2e4eb1333b419b146420332ffe0d7df0a681265d5aa57bd
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4c457c8f24c3452be2e4eb1333b419b146420332ffe0d7df0a681265d5aa57bd].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 37s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/jhourrk5qkpqq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #703
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/703/display/redirect>
Changes:
------------------------------------------
[...truncated 547.09 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32567/go-8-1663708841315409155/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32567/go-8-1663708841315409155/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32567/go-8-1663708841315409155/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32567/go-8-1663708841315409155/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32567/go-8-1663708841315409155/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32567/go-8-1663708841315409155/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32567/go-8-1663708841315409155/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32567/go-8-1663708841315409155/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32567/go-8-1663708841315409155/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220920-203125"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220920202031"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220920-203125"
}
]
},
"name": "go-testxlang_partition-30",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/20 21:20:58 Submitted job: 2022-09-20_14_20_58-7869623221208914412
2022/09/20 21:20:58 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-20_14_20_58-7869623221208914412?project=apache-beam-testing
2022/09/20 21:20:58 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-20_14_20_58-7869623221208914412
2022/09/20 21:20:59 Job state: JOB_STATE_PENDING ...
2022/09/20 21:21:29 Job still running ...
2022/09/20 21:21:59 Job still running ...
2022/09/20 21:22:29 Job still running ...
2022/09/20 21:22:59 Job still running ...
2022/09/20 21:23:29 Job still running ...
2022/09/20 21:23:59 Job still running ...
2022/09/20 21:24:29 Job still running ...
2022/09/20 21:24:59 Job still running ...
2022/09/20 21:25:29 Job still running ...
2022/09/20 21:25:59 Job still running ...
2022/09/20 21:26:29 Job still running ...
2022/09/20 21:26:59 Job still running ...
2022/09/20 21:27:29 Job still running ...
2022/09/20 21:27:59 Job still running ...
2022/09/20 21:28:29 Job still running ...
2022/09/20 21:29:00 Job still running ...
2022/09/20 21:29:30 Job still running ...
2022/09/20 21:30:00 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-20_14_20_58-7869623221208914412 failed
--- FAIL: TestXLang_Partition (589.31s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3514.022s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663705919538323558
--- FAIL: TestBigQueryIO_BasicWriteRead (4.72s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37173 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@yBQiTqucxq" is_bounded:BOUNDED windowing_strategy_id:"w0@yBQiTqucxq"}} windowing_strategies:{key:"w0@yBQiTqucxq" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@yBQiTqucxq" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@yBQiTqucxq" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@yBQiTqucxq" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663705919538323558\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"yBQiTqucxq"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37173 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@yBQiTqucxq" is_bounded:BOUNDED windowing_strategy_id:"w0@yBQiTqucxq"}} windowing_strategies:{key:"w0@yBQiTqucxq" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@yBQiTqucxq" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@yBQiTqucxq" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@yBQiTqucxq" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663705919538323558\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"yBQiTqucxq"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 8 [running]:
testing.tRunner.func1.2({0xf00180, 0xc0000314c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf00180, 0xc0000314c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000480220?, 0xc0000c0050?}, {0x10a747f, 0x39}, {0xc000162240?, 0xa6d5e0?, 0x1?}, {0xc0003fac70, 0xf}, 0xc0000fbd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0004801c0?, 0xc0000c0050?}, {0xc000118900, 0x52}, {0x1?}, {0xc0000fbea8, 0x2, 0xe0f560?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003fac70, 0xf}, {0xc000118900, 0x52}, {0xe4f060, 0xc0004a2088})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000459520)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000459520, 0x10d6018)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.748s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.031s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.030s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:6975c269b8ce5eeea3b2d99dbe14f4a3712e3df12b9ef17e6ddd527676ca2cf4
Associated tags:
- 20220920-203125
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220920-203125
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220920-203125].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:6975c269b8ce5eeea3b2d99dbe14f4a3712e3df12b9ef17e6ddd527676ca2cf4].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220920202031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7544cb38353412bf35afc38634e15e75c2e9c9a469c1530c439085bbcc86d351]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220920202031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7544cb38353412bf35afc38634e15e75c2e9c9a469c1530c439085bbcc86d351])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7544cb38353412bf35afc38634e15e75c2e9c9a469c1530c439085bbcc86d351
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7544cb38353412bf35afc38634e15e75c2e9c9a469c1530c439085bbcc86d351].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220920202031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5a25e43bcee606959f4eec24259cade5c38780eeb8f44b6ae0587165a9cd55f9]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220920202031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5a25e43bcee606959f4eec24259cade5c38780eeb8f44b6ae0587165a9cd55f9])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5a25e43bcee606959f4eec24259cade5c38780eeb8f44b6ae0587165a9cd55f9
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5a25e43bcee606959f4eec24259cade5c38780eeb8f44b6ae0587165a9cd55f9].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 10m 39s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/vd2qix3z3u6ty
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #702
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/702/display/redirect>
Changes:
------------------------------------------
[...truncated 541.64 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17963/go-8-1663687442917501252/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17963/go-8-1663687442917501252/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17963/go-8-1663687442917501252/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17963/go-8-1663687442917501252/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17963/go-8-1663687442917501252/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17963/go-8-1663687442917501252/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17963/go-8-1663687442917501252/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17963/go-8-1663687442917501252/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17963/go-8-1663687442917501252/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220920-143518"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220920142035"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220920-143518"
}
]
},
"name": "go-testxlang_partition-74",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/20 15:24:12 Submitted job: 2022-09-20_08_24_11-5345327988697074484
2022/09/20 15:24:12 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-20_08_24_11-5345327988697074484?project=apache-beam-testing
2022/09/20 15:24:12 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-20_08_24_11-5345327988697074484
2022/09/20 15:24:12 Job state: JOB_STATE_PENDING ...
2022/09/20 15:24:42 Job still running ...
2022/09/20 15:25:12 Job still running ...
2022/09/20 15:25:42 Job still running ...
2022/09/20 15:26:12 Job still running ...
2022/09/20 15:26:42 Job still running ...
2022/09/20 15:27:12 Job still running ...
2022/09/20 15:27:42 Job still running ...
2022/09/20 15:28:12 Job still running ...
2022/09/20 15:28:42 Job still running ...
2022/09/20 15:29:12 Job still running ...
2022/09/20 15:29:42 Job still running ...
2022/09/20 15:30:12 Job still running ...
2022/09/20 15:30:43 Job still running ...
2022/09/20 15:31:13 Job still running ...
2022/09/20 15:31:43 Job still running ...
2022/09/20 15:32:13 Job still running ...
2022/09/20 15:32:43 Job still running ...
2022/09/20 15:33:13 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-20_08_24_11-5345327988697074484 failed
--- FAIL: TestXLang_Partition (580.84s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3461.693s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663684565452442049
--- FAIL: TestBigQueryIO_BasicWriteRead (7.28s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:42349 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@wVCHvVgcez" is_bounded:BOUNDED windowing_strategy_id:"w0@wVCHvVgcez"}} windowing_strategies:{key:"w0@wVCHvVgcez" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@wVCHvVgcez" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@wVCHvVgcez" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@wVCHvVgcez" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663684565452442049\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"wVCHvVgcez"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:42349 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@wVCHvVgcez" is_bounded:BOUNDED windowing_strategy_id:"w0@wVCHvVgcez"}} windowing_strategies:{key:"w0@wVCHvVgcez" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@wVCHvVgcez" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@wVCHvVgcez" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@wVCHvVgcez" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663684565452442049\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"wVCHvVgcez"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 39 [running]:
testing.tRunner.func1.2({0xf00180, 0xc000504d40})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf00180, 0xc000504d40})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00050ac80?, 0xc000115950?}, {0x10a747f, 0x39}, {0xc0001580c0?, 0xa6d5e0?, 0x1?}, {0xc000040b10, 0xf}, 0xc000017d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00050ac20?, 0xc000115950?}, {0xc0005d2300, 0x52}, {0x1?}, {0xc000017ea8, 0x2, 0x7f34340a63c0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000040b10, 0xf}, {0xc0005d2300, 0x52}, {0xe4f060, 0xc000041cc0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0004581a0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0004581a0, 0x10d6018)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 10.324s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.037s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.060s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.059s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f55b62c8256d6ad99eb639edd85b38c0203715f68353d79918f9cc151404ab15
Associated tags:
- 20220920-143518
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220920-143518
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220920-143518].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f55b62c8256d6ad99eb639edd85b38c0203715f68353d79918f9cc151404ab15].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220920142035]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:41e1e0ce5e4460ae46a1543ce4372d85a5157163a5a716202f9adf92dcc55fd6]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220920142035] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:41e1e0ce5e4460ae46a1543ce4372d85a5157163a5a716202f9adf92dcc55fd6])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:41e1e0ce5e4460ae46a1543ce4372d85a5157163a5a716202f9adf92dcc55fd6
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:41e1e0ce5e4460ae46a1543ce4372d85a5157163a5a716202f9adf92dcc55fd6].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220920142035]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e69ee7d5f8322c551d6e58c28956249660b49038f2a5f84bcc26ea5c909f2d5a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220920142035] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e69ee7d5f8322c551d6e58c28956249660b49038f2a5f84bcc26ea5c909f2d5a])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e69ee7d5f8322c551d6e58c28956249660b49038f2a5f84bcc26ea5c909f2d5a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e69ee7d5f8322c551d6e58c28956249660b49038f2a5f84bcc26ea5c909f2d5a].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 13m 28s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/eymlrm7uuqkfe
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #701
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/701/display/redirect?page=changes>
Changes:
[noreply] [BEAM-14378] [CdapIO] SparkReceiverIO Read via SDF (#17828)
------------------------------------------
[...truncated 569.44 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32109/go-8-1663665487084102491/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32109/go-8-1663665487084102491/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220920-083115"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220920082030"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220920-083115"
}
]
},
"name": "go-testxlang_partition-407",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/20 09:18:17 Submitted job: 2022-09-20_02_18_16-1942799291336856990
2022/09/20 09:18:17 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-20_02_18_16-1942799291336856990?project=apache-beam-testing
2022/09/20 09:18:17 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-20_02_18_16-1942799291336856990
2022/09/20 09:18:17 Job state: JOB_STATE_PENDING ...
2022/09/20 09:18:47 Job still running ...
2022/09/20 09:19:17 Job still running ...
2022/09/20 09:19:47 Job still running ...
2022/09/20 09:20:17 Job still running ...
2022/09/20 09:20:47 Job still running ...
2022/09/20 09:21:17 Job still running ...
2022/09/20 09:21:47 Job still running ...
2022/09/20 09:22:17 Job still running ...
2022/09/20 09:22:48 Job still running ...
2022/09/20 09:23:18 Job still running ...
2022/09/20 09:23:48 Job still running ...
2022/09/20 09:24:18 Job still running ...
2022/09/20 09:24:48 Job still running ...
2022/09/20 09:25:18 Job still running ...
2022/09/20 09:25:48 Job still running ...
2022/09/20 09:26:18 Job still running ...
2022/09/20 09:26:48 Job still running ...
2022/09/20 09:27:18 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-20_02_18_16-1942799291336856990 failed
--- FAIL: TestXLang_Partition (581.68s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3362.073s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663662709750658827
--- FAIL: TestBigQueryIO_BasicWriteRead (4.56s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41245 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ifVbKRpUjH" is_bounded:BOUNDED windowing_strategy_id:"w0@ifVbKRpUjH"}} windowing_strategies:{key:"w0@ifVbKRpUjH" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ifVbKRpUjH" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ifVbKRpUjH" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ifVbKRpUjH" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663662709750658827\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ifVbKRpUjH"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41245 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ifVbKRpUjH" is_bounded:BOUNDED windowing_strategy_id:"w0@ifVbKRpUjH"}} windowing_strategies:{key:"w0@ifVbKRpUjH" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ifVbKRpUjH" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ifVbKRpUjH" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ifVbKRpUjH" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663662709750658827\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ifVbKRpUjH"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 66 [running]:
testing.tRunner.func1.2({0xf00180, 0xc00078e440})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf00180, 0xc00078e440})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000488c60?, 0xc0000bb900?}, {0x10a747f, 0x39}, {0xc0000f8240?, 0xa6d5e0?, 0x1?}, {0xc00048aa30, 0xf}, 0xc0006e5d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000488c00?, 0xc0000bb900?}, {0xc000698420, 0x52}, {0x1?}, {0xc0006e5ea8, 0x2, 0x7f019256b138?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00048aa30, 0xf}, {0xc000698420, 0x52}, {0xe4f060, 0xc00048bbe0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000103a00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000103a00, 0x10d6018)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.594s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.035s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220920-083115
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220920-083115
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:6fff59ca11e56a8ca0b0bc061b570e5b87f55650b9b11dd533d03bbdd590d292
Deleted: sha256:368cc648054488bd4f92b5e4378b9fc2eb85f67657a7f30887269ae8c1dfb30c
Deleted: sha256:2fe98a43ba55851d540347cad0a5ad7f8562d6d2e9124adb42287b37a7bc2ed4
Deleted: sha256:5460aaa33464dfc262b63400a07b14414914749204a38e898bde71ec4b1ceaed
Deleted: sha256:103fecf9d2ad66100c0e6928594facd6913fbe4d07f21eea15a347f988fc09e1
Deleted: sha256:80dba40370481e6136bed5cc2bf130c2e0660f61d440fb8a67cdda664f3cf43e
Deleted: sha256:dceb088ca47543e13cd9e3c0e51de93c63c22a9c3e13ac024de245108460b4d8
Deleted: sha256:f728f783a16c3e0457cc6098b42034d498b9b4f444789d9db159fe987b19e974
Deleted: sha256:16aaec820095db23313fabd59983a6e4a818df491071c8debba3e3120cdd7e03
Deleted: sha256:5f9e0010c7924940d035f9a75b8a75b01208f8c88b0294f94e9c2d05a0ceec04
Deleted: sha256:312447455d0f9d3109484dc5f7b97cbc623bcdf6da16b539c9f658ff16a23f44
Deleted: sha256:babb2898861e5623a9fe93d320e5864f6f489c49c189b95d396e160d0dc963cc
Deleted: sha256:d75e2f2b37f27f9f70e85ac62f6631d0cb01d6c28710e81a5a7b0c11a299cdf2
Deleted: sha256:1036ee292e761fcf8ef2cf3a7ec60a30aac128478ff676b1ed31f671394cb24b
Deleted: sha256:d2d79e80740d4d638dd9c232a25b507d0bb34ecbbf418003f8f56d739dbff53a
Deleted: sha256:f6279686b13bf20f0de3f4a79a3935003cccd71f2cd3d70c6eac1bb9a2b37371
Deleted: sha256:7a1945b90ad7fce3a762fb848d9b3ef99cfbf8021705ffa5e6c56ae0909bf4ad
Deleted: sha256:1d111b8388309aa83683a041ba2364fb19a0d081ad46ee10f0cf39d7a4cc8478
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220920-083115
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:6fff59ca11e56a8ca0b0bc061b570e5b87f55650b9b11dd533d03bbdd590d292
Associated tags:
- 20220920-083115
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220920-083115
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220920-083115].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:6fff59ca11e56a8ca0b0bc061b570e5b87f55650b9b11dd533d03bbdd590d292].
$ rm -rf /tmp/tmp.D090teOvAI
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220920082030
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2b13eb935cb2877df73cd2541ba7d3b1205cfc0bde57e94501e68f59cddeb617
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220920082030]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2b13eb935cb2877df73cd2541ba7d3b1205cfc0bde57e94501e68f59cddeb617]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220920082030] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2b13eb935cb2877df73cd2541ba7d3b1205cfc0bde57e94501e68f59cddeb617])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2b13eb935cb2877df73cd2541ba7d3b1205cfc0bde57e94501e68f59cddeb617
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2b13eb935cb2877df73cd2541ba7d3b1205cfc0bde57e94501e68f59cddeb617
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2b13eb935cb2877df73cd2541ba7d3b1205cfc0bde57e94501e68f59cddeb617].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220920082030
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:db4011878d32c0cd54a11d941a045e4a3d1385e3282fbda267a3c4592ee9da59
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220920082030]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:db4011878d32c0cd54a11d941a045e4a3d1385e3282fbda267a3c4592ee9da59]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220920082030] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:db4011878d32c0cd54a11d941a045e4a3d1385e3282fbda267a3c4592ee9da59])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:db4011878d32c0cd54a11d941a045e4a3d1385e3282fbda267a3c4592ee9da59
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:db4011878d32c0cd54a11d941a045e4a3d1385e3282fbda267a3c4592ee9da59
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:db4011878d32c0cd54a11d941a045e4a3d1385e3282fbda267a3c4592ee9da59].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3664510.
Stopping expansion service pid: 3664511.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 38s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/3mcabk2ri2p6a
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #700
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/700/display/redirect>
Changes:
------------------------------------------
[...truncated 966.92 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17433/go-8-1663643946421611221/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17433/go-8-1663643946421611221/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17433/go-8-1663643946421611221/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17433/go-8-1663643946421611221/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17433/go-8-1663643946421611221/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17433/go-8-1663643946421611221/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17433/go-8-1663643946421611221/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17433/go-8-1663643946421611221/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17433/go-8-1663643946421611221/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220920022031"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220920-023142"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220920-023142"
}
]
},
"name": "go-testxlang_partition-11",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/20 03:19:17 Submitted job: 2022-09-19_20_19_16-16501933045360855121
2022/09/20 03:19:17 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-19_20_19_16-16501933045360855121?project=apache-beam-testing
2022/09/20 03:19:17 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-19_20_19_16-16501933045360855121
2022/09/20 03:19:17 Job state: JOB_STATE_PENDING ...
2022/09/20 03:19:47 Job still running ...
2022/09/20 03:20:17 Job still running ...
2022/09/20 03:20:47 Job still running ...
2022/09/20 03:21:17 Job still running ...
2022/09/20 03:21:47 Job still running ...
2022/09/20 03:22:17 Job still running ...
2022/09/20 03:22:47 Job still running ...
2022/09/20 03:23:17 Job still running ...
2022/09/20 03:23:47 Job still running ...
2022/09/20 03:24:17 Job still running ...
2022/09/20 03:24:47 Job still running ...
2022/09/20 03:25:17 Job still running ...
2022/09/20 03:25:47 Job still running ...
2022/09/20 03:26:18 Job still running ...
2022/09/20 03:26:48 Job still running ...
2022/09/20 03:27:18 Job still running ...
2022/09/20 03:27:48 Job still running ...
2022/09/20 03:28:18 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-19_20_19_16-16501933045360855121 failed
--- FAIL: TestXLang_Partition (582.10s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3394.623s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663641141086349783
--- FAIL: TestBigQueryIO_BasicWriteRead (4.54s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:45313 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@lFTLugVDvk" is_bounded:BOUNDED windowing_strategy_id:"w0@lFTLugVDvk"}} windowing_strategies:{key:"w0@lFTLugVDvk" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@lFTLugVDvk" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@lFTLugVDvk" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@lFTLugVDvk" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663641141086349783\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"lFTLugVDvk"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:45313 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@lFTLugVDvk" is_bounded:BOUNDED windowing_strategy_id:"w0@lFTLugVDvk"}} windowing_strategies:{key:"w0@lFTLugVDvk" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@lFTLugVDvk" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@lFTLugVDvk" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@lFTLugVDvk" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663641141086349783\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"lFTLugVDvk"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 41 [running]:
testing.tRunner.func1.2({0xf00180, 0xc00059a3c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf00180, 0xc00059a3c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00049cea0?, 0xc0004a97c0?}, {0x10a747f, 0x39}, {0xc00015e180?, 0xa6d5e0?, 0x1?}, {0xc00049aee0, 0xf}, 0xc000029d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00049ce40?, 0xc0004a97c0?}, {0xc00010e840, 0x52}, {0x1?}, {0xc000029ea8, 0x2, 0x7fd500420778?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00049aee0, 0xf}, {0xc00010e840, 0x52}, {0xe4f060, 0xc000136230})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0004589c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0004589c0, 0x10d6018)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.568s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.036s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:18655d3d25866919035d2fcc941ce0d206c2020e1f7f530a2374e1dbf6427bcf
Associated tags:
- 20220920-023142
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220920-023142
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220920-023142].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:18655d3d25866919035d2fcc941ce0d206c2020e1f7f530a2374e1dbf6427bcf].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220920022031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5a2746f93d83f58ca2ba2bb99c0ab02cad0e085952b43c9538794d5533699951]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220920022031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5a2746f93d83f58ca2ba2bb99c0ab02cad0e085952b43c9538794d5533699951])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5a2746f93d83f58ca2ba2bb99c0ab02cad0e085952b43c9538794d5533699951
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5a2746f93d83f58ca2ba2bb99c0ab02cad0e085952b43c9538794d5533699951].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220920022031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:0ab42496f9d4b73134405a269281a9095014d10c1607b8fe5b99112f29f99bc2]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220920022031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:0ab42496f9d4b73134405a269281a9095014d10c1607b8fe5b99112f29f99bc2])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:0ab42496f9d4b73134405a269281a9095014d10c1607b8fe5b99112f29f99bc2
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:0ab42496f9d4b73134405a269281a9095014d10c1607b8fe5b99112f29f99bc2].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 35s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/dkhzsx53wsvlc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #699
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/699/display/redirect?page=changes>
Changes:
[Pablo Estrada] Revert "Trying out property-based tests for Beam python coders (#22233)"
[noreply] Bump google.golang.org/api from 0.95.0 to 0.96.0 in /sdks (#23246)
[noreply] [Go SDK] Add timer coder support (#23222)
[noreply] Fix wrong comment (#23272)
[noreply] [Playground] [Backend] Cache component for playground examples (#22869)
[noreply] [BEAM-13416] Introduce Schema provider for AWS models and deprecate low
------------------------------------------
[...truncated 538.36 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1652/go-8-1663622824709042015/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1652/go-8-1663622824709042015/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220919202223"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220919-203825"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220919-203825"
}
]
},
"name": "go-testxlang_partition-277",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/19 21:27:18 Submitted job: 2022-09-19_14_27_17-17632298450211606742
2022/09/19 21:27:18 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-19_14_27_17-17632298450211606742?project=apache-beam-testing
2022/09/19 21:27:18 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-19_14_27_17-17632298450211606742
2022/09/19 21:27:18 Job state: JOB_STATE_PENDING ...
2022/09/19 21:27:48 Job still running ...
2022/09/19 21:28:18 Job still running ...
2022/09/19 21:28:48 Job still running ...
2022/09/19 21:29:18 Job still running ...
2022/09/19 21:29:48 Job still running ...
2022/09/19 21:30:18 Job still running ...
2022/09/19 21:30:48 Job still running ...
2022/09/19 21:31:18 Job still running ...
2022/09/19 21:31:48 Job still running ...
2022/09/19 21:32:18 Job still running ...
2022/09/19 21:32:48 Job still running ...
2022/09/19 21:33:18 Job still running ...
2022/09/19 21:33:48 Job still running ...
2022/09/19 21:34:18 Job still running ...
2022/09/19 21:34:49 Job still running ...
2022/09/19 21:35:19 Job still running ...
2022/09/19 21:35:49 Job still running ...
2022/09/19 21:36:19 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-19_14_27_17-17632298450211606742 failed
--- FAIL: TestXLang_Partition (584.72s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3375.965s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663620043492217383
--- FAIL: TestBigQueryIO_BasicWriteRead (7.29s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35691 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ZltaDBnfeH" is_bounded:BOUNDED windowing_strategy_id:"w0@ZltaDBnfeH"}} windowing_strategies:{key:"w0@ZltaDBnfeH" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ZltaDBnfeH" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ZltaDBnfeH" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ZltaDBnfeH" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663620043492217383\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ZltaDBnfeH"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35691 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ZltaDBnfeH" is_bounded:BOUNDED windowing_strategy_id:"w0@ZltaDBnfeH"}} windowing_strategies:{key:"w0@ZltaDBnfeH" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ZltaDBnfeH" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ZltaDBnfeH" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ZltaDBnfeH" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663620043492217383\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ZltaDBnfeH"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 34 [running]:
testing.tRunner.func1.2({0xf00180, 0xc000649fc0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xf00180, 0xc000649fc0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a4880?, 0xc0000ba7d0?}, {0x10a747f, 0x39}, {0xc0000f8300?, 0xa6d5e0?, 0x1?}, {0xc000380060, 0xf}, 0xc000421d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a4800?, 0xc0000ba7d0?}, {0xc00004a8a0, 0x52}, {0x1?}, {0xc000421ea8, 0x2, 0x7ff7e6cf4ba0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000380060, 0xf}, {0xc00004a8a0, 0x52}, {0xe4f060, 0xc000381690})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0002c4820)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0002c4820, 0x10d6018)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 10.351s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.121s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.047s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.058s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220919-203825
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220919-203825
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:3b05bcc9acdad160dcb2eefb715bd7c2ca23ec778ac16f492b088fdc6f6319ee
Deleted: sha256:530323f437fab97eae4e3e57881c61cfe9e238d6feeb0d865d3016dacbbdbf51
Deleted: sha256:8996a032e6c44e5f8d377463096689e4aefe1942ab23f0e4f45dba3674954e75
Deleted: sha256:30702599919dc38601c80f9393202042cfaaa0302be7cfd39048e923c93f3b99
Deleted: sha256:74a2184b6153bca74daa4fa2b99494940985c8d32a44c515b93e7b3bd469acd5
Deleted: sha256:eb486da84c539a4b8adbcc56cf08e3799dd7022ebcdc14e75399f564b6da3e67
Deleted: sha256:4dd663eda631735ed7cd163167fd5b081e140785ed3f852dcddd8b4a5a4421d9
Deleted: sha256:3bc6d6e8cc275dde9b79fdd96c4725ec24ed1c18a5415cf4102a926e39ccd5f1
Deleted: sha256:f4321a07bb33af1b196832df650efdcc8908ebac4e2a3c1debeb33e0e3070816
Deleted: sha256:a4dd98df6e1ae0277836415b64cb673fac3a462832417b782bb69eb8b70a71f9
Deleted: sha256:7015999ce543dda3ef097d6da5c5d41c51cbaec79b96632cc9ace69cab3ca48d
Deleted: sha256:40d909a6281194ad287012d9305c8121c6f698e51e31cda09acd2d0e16e65502
Deleted: sha256:f61fcb27878a4bbb095ae9f263f930d21c58f403e209f57bd9322b8d9c835bcd
Deleted: sha256:e657b8ed322a76c24d8269a9f1c26f0fdff9de1d72f24308afc0b446037da73d
Deleted: sha256:969c58e7ac5c41671b56420e3ea22267012b8e50a0c523e1cf0eadc97692c572
Deleted: sha256:5ddba6c8ab6faedaee9d90d55cdcbd20a9668d30c86235b9abd26d8511e19875
Deleted: sha256:ca88ced9321936f6a9b3285bc4c5e535fa8382f8c555c068d87db2cb4647a9bf
Deleted: sha256:410e3fc7d0346a4b2256e8a92698e4c34d1dcfd39a29f5b419213f4120dc23c5
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220919-203825
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:3b05bcc9acdad160dcb2eefb715bd7c2ca23ec778ac16f492b088fdc6f6319ee
Associated tags:
- 20220919-203825
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220919-203825
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220919-203825].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:3b05bcc9acdad160dcb2eefb715bd7c2ca23ec778ac16f492b088fdc6f6319ee].
$ rm -rf /tmp/tmp.7ZIIj4dETd
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220919202223
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b4ea530f306a67ad3b65f6857a9df0ba7f42ec3e0d6fa8d13d4a6b9ca598f564
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220919202223]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b4ea530f306a67ad3b65f6857a9df0ba7f42ec3e0d6fa8d13d4a6b9ca598f564]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220919202223] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b4ea530f306a67ad3b65f6857a9df0ba7f42ec3e0d6fa8d13d4a6b9ca598f564])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b4ea530f306a67ad3b65f6857a9df0ba7f42ec3e0d6fa8d13d4a6b9ca598f564
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b4ea530f306a67ad3b65f6857a9df0ba7f42ec3e0d6fa8d13d4a6b9ca598f564
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b4ea530f306a67ad3b65f6857a9df0ba7f42ec3e0d6fa8d13d4a6b9ca598f564].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220919202223
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:39f9b497a3c86947083efc90b8f6389f341afb6939430d723da7c95d4e7f268b
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220919202223]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:39f9b497a3c86947083efc90b8f6389f341afb6939430d723da7c95d4e7f268b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220919202223] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:39f9b497a3c86947083efc90b8f6389f341afb6939430d723da7c95d4e7f268b])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:39f9b497a3c86947083efc90b8f6389f341afb6939430d723da7c95d4e7f268b
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:39f9b497a3c86947083efc90b8f6389f341afb6939430d723da7c95d4e7f268b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:39f9b497a3c86947083efc90b8f6389f341afb6939430d723da7c95d4e7f268b].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1932717.
Stopping expansion service pid: 1932718.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 15m 44s
215 actionable tasks: 151 executed, 52 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/pxr2ida3u3hd6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #698
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/698/display/redirect>
Changes:
------------------------------------------
[...truncated 965.51 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21783/go-8-1663600672158285658/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21783/go-8-1663600672158285658/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21783/go-8-1663600672158285658/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21783/go-8-1663600672158285658/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21783/go-8-1663600672158285658/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21783/go-8-1663600672158285658/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21783/go-8-1663600672158285658/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21783/go-8-1663600672158285658/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21783/go-8-1663600672158285658/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220919-143101"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220919142032"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220919-143101"
}
]
},
"name": "go-testxlang_partition-211",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/19 15:18:02 Submitted job: 2022-09-19_08_18_01-2136252339831745204
2022/09/19 15:18:02 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-19_08_18_01-2136252339831745204?project=apache-beam-testing
2022/09/19 15:18:02 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-19_08_18_01-2136252339831745204
2022/09/19 15:18:02 Job state: JOB_STATE_PENDING ...
2022/09/19 15:18:32 Job still running ...
2022/09/19 15:19:02 Job still running ...
2022/09/19 15:19:32 Job still running ...
2022/09/19 15:20:02 Job still running ...
2022/09/19 15:20:32 Job still running ...
2022/09/19 15:21:02 Job still running ...
2022/09/19 15:21:32 Job still running ...
2022/09/19 15:22:02 Job still running ...
2022/09/19 15:22:32 Job still running ...
2022/09/19 15:23:02 Job still running ...
2022/09/19 15:23:32 Job still running ...
2022/09/19 15:24:02 Job still running ...
2022/09/19 15:24:32 Job still running ...
2022/09/19 15:25:02 Job still running ...
2022/09/19 15:25:32 Job still running ...
2022/09/19 15:26:03 Job still running ...
2022/09/19 15:26:33 Job still running ...
2022/09/19 15:27:03 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-19_08_18_01-2136252339831745204 failed
--- FAIL: TestXLang_Partition (581.15s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3360.842s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663597895522373204
--- FAIL: TestBigQueryIO_BasicWriteRead (4.47s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:45399 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@xhTyRciTKH" is_bounded:BOUNDED windowing_strategy_id:"w0@xhTyRciTKH"}} windowing_strategies:{key:"w0@xhTyRciTKH" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@xhTyRciTKH" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@xhTyRciTKH" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@xhTyRciTKH" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663597895522373204\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"xhTyRciTKH"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:45399 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@xhTyRciTKH" is_bounded:BOUNDED windowing_strategy_id:"w0@xhTyRciTKH"}} windowing_strategies:{key:"w0@xhTyRciTKH" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@xhTyRciTKH" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@xhTyRciTKH" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@xhTyRciTKH" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663597895522373204\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"xhTyRciTKH"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 14 [running]:
testing.tRunner.func1.2({0xefe1c0, 0xc00058d4c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefe1c0, 0xc00058d4c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00010e6c0?, 0xc000144000?}, {0x10a517d, 0x39}, {0xc0000f8240?, 0xa6b8e0?, 0x1?}, {0xc0003fed00, 0xf}, 0xc0000f3d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00010e660?, 0xc000144000?}, {0xc000012360, 0x52}, {0x1?}, {0xc0000f3ea8, 0x2, 0x7fac5edf1bb8?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003fed00, 0xf}, {0xc000012360, 0x52}, {0xe4cfc0, 0xc000122190})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00049f520)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00049f520, 0x10d3d18)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.503s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.029s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.033s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f29b09deee3d990a0eb103527ccae25ed62aeb02da20464b04ff91a956dd20ea
Associated tags:
- 20220919-143101
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220919-143101
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220919-143101].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f29b09deee3d990a0eb103527ccae25ed62aeb02da20464b04ff91a956dd20ea].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220919142032]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8270a718532b160661d89e368f8841ce9478bc54b5720b3fa681e10675772eb9]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220919142032] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8270a718532b160661d89e368f8841ce9478bc54b5720b3fa681e10675772eb9])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8270a718532b160661d89e368f8841ce9478bc54b5720b3fa681e10675772eb9
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8270a718532b160661d89e368f8841ce9478bc54b5720b3fa681e10675772eb9].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220919142032]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b7d341d8f9cf24f79fb529c3496ab032b7894adf3d06b6ebbba1091d08af9cba]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220919142032] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b7d341d8f9cf24f79fb529c3496ab032b7894adf3d06b6ebbba1091d08af9cba])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b7d341d8f9cf24f79fb529c3496ab032b7894adf3d06b6ebbba1091d08af9cba
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b7d341d8f9cf24f79fb529c3496ab032b7894adf3d06b6ebbba1091d08af9cba].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 19s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/ivffvkfgxnqgk
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #697
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/697/display/redirect>
Changes:
------------------------------------------
[...truncated 995.77 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28498/go-8-1663579119535964277/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28498/go-8-1663579119535964277/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220919082032"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220919-083113"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220919-083113"
}
]
},
"name": "go-testxlang_partition-828",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/19 09:18:56 Submitted job: 2022-09-19_02_18_56-6177628559072471936
2022/09/19 09:18:56 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-19_02_18_56-6177628559072471936?project=apache-beam-testing
2022/09/19 09:18:56 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-19_02_18_56-6177628559072471936
2022/09/19 09:18:56 Job state: JOB_STATE_PENDING ...
2022/09/19 09:19:26 Job still running ...
2022/09/19 09:19:56 Job still running ...
2022/09/19 09:20:26 Job still running ...
2022/09/19 09:20:57 Job still running ...
2022/09/19 09:21:27 Job still running ...
2022/09/19 09:21:57 Job still running ...
2022/09/19 09:22:27 Job still running ...
2022/09/19 09:22:57 Job still running ...
2022/09/19 09:23:27 Job still running ...
2022/09/19 09:23:57 Job still running ...
2022/09/19 09:24:27 Job still running ...
2022/09/19 09:24:57 Job still running ...
2022/09/19 09:25:27 Job still running ...
2022/09/19 09:25:57 Job still running ...
2022/09/19 09:26:27 Job still running ...
2022/09/19 09:26:57 Job still running ...
2022/09/19 09:27:27 Job still running ...
2022/09/19 09:27:57 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-19_02_18_56-6177628559072471936 failed
--- FAIL: TestXLang_Partition (588.62s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3402.182s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663576309090269911
--- FAIL: TestBigQueryIO_BasicWriteRead (4.59s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35691 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@TRQcbLvOyJ" is_bounded:BOUNDED windowing_strategy_id:"w0@TRQcbLvOyJ"}} windowing_strategies:{key:"w0@TRQcbLvOyJ" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@TRQcbLvOyJ" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@TRQcbLvOyJ" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@TRQcbLvOyJ" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663576309090269911\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"TRQcbLvOyJ"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:35691 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@TRQcbLvOyJ" is_bounded:BOUNDED windowing_strategy_id:"w0@TRQcbLvOyJ"}} windowing_strategies:{key:"w0@TRQcbLvOyJ" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@TRQcbLvOyJ" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@TRQcbLvOyJ" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@TRQcbLvOyJ" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663576309090269911\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"TRQcbLvOyJ"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 11 [running]:
testing.tRunner.func1.2({0xefe1c0, 0xc00068e680})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefe1c0, 0xc00068e680})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00065a200?, 0xc000140230?}, {0x10a517d, 0x39}, {0xc000212180?, 0xa6b8e0?, 0x1?}, {0xc000041040, 0xf}, 0xc000029d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00065a1a0?, 0xc000140230?}, {0xc00004a5a0, 0x52}, {0x1?}, {0xc000029ea8, 0x2, 0x7fcf700a6c98?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000041040, 0xf}, {0xc00004a5a0, 0x52}, {0xe4cfc0, 0xc000654070})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000582d00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000582d00, 0x10d3d18)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.629s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220919-083113
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220919-083113
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:24a9f0f313cd58ed769f57496b6ab99e9fcf4152fc334bd6caca35ac090fc300
Deleted: sha256:07115dc122b51583f41b02ab163e5781ab246d63f02850d6f1c6f4e8361b3526
Deleted: sha256:c6916743228dab07dd73f7b3a1b0537965d841818c4037a9031ca66ff0ea386d
Deleted: sha256:f29c262c9a8aed9eeb29f2aae86d09c0ea46b7ec60d0be43c5fc838dc2a537aa
Deleted: sha256:19d6129e5a0b607182082c46c7147ebc7ad27634ff56fd9f0a47568f58f12b80
Deleted: sha256:7b58edc3c1d47dd175d092222f6fcf60e8b77515f3a7f44e70eeac566bbd60e9
Deleted: sha256:8d14f32d13550aeab1d7b851255e6dff848472f21a3b2240678efcc24bcb7208
Deleted: sha256:2b2238504d0682b76b0295810979060b12351d9539d62020df6e1fbd886e9d7a
Deleted: sha256:0c303afaca5fc4d386e2fe67a5064bb3bbf6c367956b0556866ba718d891ea33
Deleted: sha256:856e929e01d594f4b9c3ff9e25b823f8951b6f151c4b1c6b1f4c28abc50fedfa
Deleted: sha256:fdc94101d3ef36699e386cf1e3d6d484f480ae6f2225ff898602b3b347f406be
Deleted: sha256:573c5690e6c81b8c38f265ea189c25e2c32635939abf6394f4999b0fe1d46d54
Deleted: sha256:5248990ac1648ed64ebc6c9362fe5542a1539a8f657c8e28cf0a79df36b2d481
Deleted: sha256:4d36f71c428459c458d89e8159d08d48b4bd84363aba4cbeb7a8aefb82bd29e2
Deleted: sha256:0e147d95e70eef7130a8493d4627ca6cb3dfba3efa7f9d0176859e8a929d4680
Deleted: sha256:47daaf4ab4fbe43fa952f2239ae06886daa039411a5be8b0d15a48f803701a04
Deleted: sha256:25c271c81b2524df7ef6d9ea5b1fdcaceda1e653a2b730c48e9da4886cef8a3a
Deleted: sha256:d712b5edf9880c9ed175f6402ee280851a017e79c9f70d79d8ce2c81b1a993db
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220919-083113
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:24a9f0f313cd58ed769f57496b6ab99e9fcf4152fc334bd6caca35ac090fc300
Associated tags:
- 20220919-083113
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220919-083113
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220919-083113].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:24a9f0f313cd58ed769f57496b6ab99e9fcf4152fc334bd6caca35ac090fc300].
$ rm -rf /tmp/tmp.Jot1HElYr5
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220919082032
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2b0d26f8b8b55561cc4ec05528edffbb22d4870f9770c02c616a4a59724d2f0b
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220919082032]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2b0d26f8b8b55561cc4ec05528edffbb22d4870f9770c02c616a4a59724d2f0b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220919082032] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2b0d26f8b8b55561cc4ec05528edffbb22d4870f9770c02c616a4a59724d2f0b])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2b0d26f8b8b55561cc4ec05528edffbb22d4870f9770c02c616a4a59724d2f0b
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2b0d26f8b8b55561cc4ec05528edffbb22d4870f9770c02c616a4a59724d2f0b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2b0d26f8b8b55561cc4ec05528edffbb22d4870f9770c02c616a4a59724d2f0b].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220919082032
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:da1f1bd7369c600fb0d3f94b9fc060a010dbf14f0038b0e37337a861fa087967
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220919082032]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:da1f1bd7369c600fb0d3f94b9fc060a010dbf14f0038b0e37337a861fa087967]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220919082032] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:da1f1bd7369c600fb0d3f94b9fc060a010dbf14f0038b0e37337a861fa087967])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:da1f1bd7369c600fb0d3f94b9fc060a010dbf14f0038b0e37337a861fa087967
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:da1f1bd7369c600fb0d3f94b9fc060a010dbf14f0038b0e37337a861fa087967
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:da1f1bd7369c600fb0d3f94b9fc060a010dbf14f0038b0e37337a861fa087967].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2683176.
Stopping expansion service pid: 2683177.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 15s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/ajs7tixvwn2jk
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #696
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/696/display/redirect?page=changes>
Changes:
[noreply] Enable verbose output for RAT Precommit (#23279)
------------------------------------------
[...truncated 940.32 KB...]
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11837/go-8-1663557456351795286/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11837/go-8-1663557456351795286/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11837/go-8-1663557456351795286/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11837/go-8-1663557456351795286/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11837/go-8-1663557456351795286/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11837/go-8-1663557456351795286/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11837/go-8-1663557456351795286/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11837/go-8-1663557456351795286/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11837/go-8-1663557456351795286/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220919-023120"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220919022034"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220919-023120"
}
]
},
"name": "go-testxlang_partition-756",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/19 03:17:45 Submitted job: 2022-09-18_20_17_45-270356611304886821
2022/09/19 03:17:45 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-18_20_17_45-270356611304886821?project=apache-beam-testing
2022/09/19 03:17:45 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-18_20_17_45-270356611304886821
2022/09/19 03:17:45 Job state: JOB_STATE_PENDING ...
2022/09/19 03:18:15 Job still running ...
2022/09/19 03:18:45 Job still running ...
2022/09/19 03:19:15 Job still running ...
2022/09/19 03:19:45 Job still running ...
2022/09/19 03:20:16 Job still running ...
2022/09/19 03:20:46 Job still running ...
2022/09/19 03:21:16 Job still running ...
2022/09/19 03:21:46 Job still running ...
2022/09/19 03:22:16 Job still running ...
2022/09/19 03:22:46 Job still running ...
2022/09/19 03:23:16 Job still running ...
2022/09/19 03:23:46 Job still running ...
2022/09/19 03:24:16 Job still running ...
2022/09/19 03:24:46 Job still running ...
2022/09/19 03:25:16 Job still running ...
2022/09/19 03:25:46 Job still running ...
2022/09/19 03:26:16 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-18_20_17_45-270356611304886821 failed
--- FAIL: TestXLang_Partition (550.31s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3294.935s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663554714796965061
--- FAIL: TestBigQueryIO_BasicWriteRead (4.53s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41373 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@QHdIHlHleD" is_bounded:BOUNDED windowing_strategy_id:"w0@QHdIHlHleD"}} windowing_strategies:{key:"w0@QHdIHlHleD" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@QHdIHlHleD" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@QHdIHlHleD" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@QHdIHlHleD" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663554714796965061\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"QHdIHlHleD"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41373 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@QHdIHlHleD" is_bounded:BOUNDED windowing_strategy_id:"w0@QHdIHlHleD"}} windowing_strategies:{key:"w0@QHdIHlHleD" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@QHdIHlHleD" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@QHdIHlHleD" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@QHdIHlHleD" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663554714796965061\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"QHdIHlHleD"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 27 [running]:
testing.tRunner.func1.2({0xefe1c0, 0xc0002e2c80})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefe1c0, 0xc0002e2c80})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a4e40?, 0xc0000bbb30?}, {0x10a517d, 0x39}, {0xc00015e240?, 0xa6b8e0?, 0x1?}, {0xc000041280, 0xf}, 0xc0001add20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a4de0?, 0xc0000bbb30?}, {0xc00004a540, 0x52}, {0x1?}, {0xc0001adea8, 0x2, 0x7f12c89afac0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000041280, 0xf}, {0xc00004a540, 0x52}, {0xe4cfc0, 0xc00060e4c0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000483380)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000483380, 0x10d3d18)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.566s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:0cad8fcf3ba4fe2155456bfb0e2cb023c86280dc5b13ec6aefe8ee7b698cc674
Associated tags:
- 20220919-023120
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220919-023120
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220919-023120].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:0cad8fcf3ba4fe2155456bfb0e2cb023c86280dc5b13ec6aefe8ee7b698cc674].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220919022034]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9a5f06fda7962d88eff8c41b22c6d0c7566e0d0d495499a810f9726889ad73eb]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220919022034] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9a5f06fda7962d88eff8c41b22c6d0c7566e0d0d495499a810f9726889ad73eb])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9a5f06fda7962d88eff8c41b22c6d0c7566e0d0d495499a810f9726889ad73eb
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9a5f06fda7962d88eff8c41b22c6d0c7566e0d0d495499a810f9726889ad73eb].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220919022034]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d6f422530427a55d4578d46d3e9aa9cd08514a2983922c4a76f45d3aa3b9f407]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220919022034] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d6f422530427a55d4578d46d3e9aa9cd08514a2983922c4a76f45d3aa3b9f407])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d6f422530427a55d4578d46d3e9aa9cd08514a2983922c4a76f45d3aa3b9f407
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d6f422530427a55d4578d46d3e9aa9cd08514a2983922c4a76f45d3aa3b9f407].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 32s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/z7cjhvsaikbem
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #695
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/695/display/redirect>
Changes:
------------------------------------------
[...truncated 564.50 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25840/go-8-1663535839720574207/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25840/go-8-1663535839720574207/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220918-203124"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220918202031"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220918-203124"
}
]
},
"name": "go-testxlang_partition-787",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/18 21:17:29 Submitted job: 2022-09-18_14_17_28-5213704351173489948
2022/09/18 21:17:29 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-18_14_17_28-5213704351173489948?project=apache-beam-testing
2022/09/18 21:17:29 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-18_14_17_28-5213704351173489948
2022/09/18 21:17:29 Job state: JOB_STATE_PENDING ...
2022/09/18 21:17:59 Job still running ...
2022/09/18 21:18:29 Job still running ...
2022/09/18 21:18:59 Job still running ...
2022/09/18 21:19:29 Job still running ...
2022/09/18 21:19:59 Job still running ...
2022/09/18 21:20:29 Job still running ...
2022/09/18 21:20:59 Job still running ...
2022/09/18 21:21:29 Job still running ...
2022/09/18 21:21:59 Job still running ...
2022/09/18 21:22:29 Job still running ...
2022/09/18 21:22:59 Job still running ...
2022/09/18 21:23:29 Job still running ...
2022/09/18 21:23:59 Job still running ...
2022/09/18 21:24:29 Job still running ...
2022/09/18 21:24:59 Job still running ...
2022/09/18 21:25:29 Job still running ...
2022/09/18 21:25:59 Job still running ...
2022/09/18 21:26:30 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-18_14_17_28-5213704351173489948 failed
--- FAIL: TestXLang_Partition (580.61s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3301.989s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663533121435890565
--- FAIL: TestBigQueryIO_BasicWriteRead (4.73s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:44407 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@hKKrNZEbFr" is_bounded:BOUNDED windowing_strategy_id:"w0@hKKrNZEbFr"}} windowing_strategies:{key:"w0@hKKrNZEbFr" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@hKKrNZEbFr" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@hKKrNZEbFr" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@hKKrNZEbFr" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663533121435890565\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"hKKrNZEbFr"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:44407 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@hKKrNZEbFr" is_bounded:BOUNDED windowing_strategy_id:"w0@hKKrNZEbFr"}} windowing_strategies:{key:"w0@hKKrNZEbFr" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@hKKrNZEbFr" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@hKKrNZEbFr" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@hKKrNZEbFr" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663533121435890565\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"hKKrNZEbFr"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 26 [running]:
testing.tRunner.func1.2({0xefe1c0, 0xc0000aef80})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefe1c0, 0xc0000aef80})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00069a6c0?, 0xc0004a2050?}, {0x10a517d, 0x39}, {0xc00023e180?, 0xa6b8e0?, 0x1?}, {0xc000040b80, 0xf}, 0xc000159d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00069a660?, 0xc0004a2050?}, {0xc00004a5a0, 0x52}, {0x1?}, {0xc000159ea8, 0x2, 0x7f9d8cd37f60?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000040b80, 0xf}, {0xc00004a5a0, 0x52}, {0xe4cfc0, 0xc000692180})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0004589c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0004589c0, 0x10d3d18)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.765s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.034s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.033s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220918-203124
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220918-203124
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:fedd1a902117dca93b56dc75277b4fd37f8b8620f4dd3e44aa4aac44bb0547eb
Deleted: sha256:14bb083a227c7f4ef1d0b52f17e78e9c86746c407fe6302e98d0b237ad388774
Deleted: sha256:80af8ef14094abd39e1401f63bfd5a1a974feadb4cf8d9bf8a22763a75597d20
Deleted: sha256:c9cf9fc16eb31a4ef5f73fe26336255a4daab4c194e905cf09c81aa8ba587524
Deleted: sha256:79cf788e9536ce8d659f4ef36dd5048a4c01ec7a6fad31a6be2bb00f885895c3
Deleted: sha256:2385547ea27fae32187c6c9b05b4515a0ddf5e316c8ca68b5ddfc7a741f59466
Deleted: sha256:908ad33f06b8b8be0c4ebde64f5a6a66141a7d930b4d3e7c224ac3a92886c3f4
Deleted: sha256:58ffdf2cfd63034b9932698d3182f42bee385408f23065236b984449c22eb0ec
Deleted: sha256:aeef497a006e69edd8f26311dc0df4dc5f5b5869b987ee1652035deb27dbe1e5
Deleted: sha256:4583b449fcce8d090f5a4e13112b8ff47214dc14cc087fd56b8e1ad32d5b7266
Deleted: sha256:1406936abd36ba343908fc04d51142f0c11ee71184597f10cbdfcbcd0b5299ec
Deleted: sha256:7e0c1fc8b08cfe84022ffd25e20240b4cac796efd8e89cb567244cf3b90cfce0
Deleted: sha256:477d7671bf6eadfdf7ba3fb8035dbe12f98e78b03a7492c2f7054a80580325f1
Deleted: sha256:ab52f2f83111d8ebc29922800d44c4b2f8ceb83e57ab7ec10e54cd48ade9d9aa
Deleted: sha256:697800dea1fe62c9f6cd35c5554560b75450e69b968e78f28b6885bca5bdb12c
Deleted: sha256:06164b8763ecb9a14b63037c064859621902cc5a203fb3a253b03058f6e20de4
Deleted: sha256:ed0ed6047cf6e39eb02fc6d69455774fd7f21ac9b547a0e685de474fc6f2009c
Deleted: sha256:966c5a906fcb67266d1e7ebcc2d20510ed09fd07b88b394ead9b02ab4e8c8000
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220918-203124
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:fedd1a902117dca93b56dc75277b4fd37f8b8620f4dd3e44aa4aac44bb0547eb
Associated tags:
- 20220918-203124
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220918-203124
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220918-203124].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:fedd1a902117dca93b56dc75277b4fd37f8b8620f4dd3e44aa4aac44bb0547eb].
$ rm -rf /tmp/tmp.q029i3xWEo
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220918202031
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f54be00fc11f09d5d68691ee4b61d4d05a6d137f81f14a6805c26853e6178802
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220918202031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f54be00fc11f09d5d68691ee4b61d4d05a6d137f81f14a6805c26853e6178802]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220918202031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f54be00fc11f09d5d68691ee4b61d4d05a6d137f81f14a6805c26853e6178802])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f54be00fc11f09d5d68691ee4b61d4d05a6d137f81f14a6805c26853e6178802
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f54be00fc11f09d5d68691ee4b61d4d05a6d137f81f14a6805c26853e6178802
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f54be00fc11f09d5d68691ee4b61d4d05a6d137f81f14a6805c26853e6178802].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220918202031
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:63eda94145afaa47647da3f757e8cb52a3f80923e6720d2641688c481487a2fd
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220918202031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:63eda94145afaa47647da3f757e8cb52a3f80923e6720d2641688c481487a2fd]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220918202031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:63eda94145afaa47647da3f757e8cb52a3f80923e6720d2641688c481487a2fd])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:63eda94145afaa47647da3f757e8cb52a3f80923e6720d2641688c481487a2fd
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:63eda94145afaa47647da3f757e8cb52a3f80923e6720d2641688c481487a2fd
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:63eda94145afaa47647da3f757e8cb52a3f80923e6720d2641688c481487a2fd].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2508120.
Stopping expansion service pid: 2508121.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 47s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/mmvfmmjhqyivi
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #694
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/694/display/redirect>
Changes:
------------------------------------------
[...truncated 567.89 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17953/go-8-1663514185129446151/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17953/go-8-1663514185129446151/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220918-143108"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220918142034"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220918-143108"
}
]
},
"name": "go-testxlang_partition-702",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/18 15:16:36 Submitted job: 2022-09-18_08_16_33-2022043633361579250
2022/09/18 15:16:36 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-18_08_16_33-2022043633361579250?project=apache-beam-testing
2022/09/18 15:16:36 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-18_08_16_33-2022043633361579250
2022/09/18 15:16:36 Job state: JOB_STATE_PENDING ...
2022/09/18 15:17:06 Job still running ...
2022/09/18 15:17:36 Job still running ...
2022/09/18 15:18:06 Job still running ...
2022/09/18 15:18:36 Job still running ...
2022/09/18 15:19:06 Job still running ...
2022/09/18 15:19:36 Job still running ...
2022/09/18 15:20:06 Job still running ...
2022/09/18 15:20:36 Job still running ...
2022/09/18 15:21:06 Job still running ...
2022/09/18 15:21:36 Job still running ...
2022/09/18 15:22:06 Job still running ...
2022/09/18 15:22:36 Job still running ...
2022/09/18 15:23:06 Job still running ...
2022/09/18 15:23:36 Job still running ...
2022/09/18 15:24:07 Job still running ...
2022/09/18 15:24:37 Job still running ...
2022/09/18 15:25:07 Job still running ...
2022/09/18 15:25:37 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-18_08_16_33-2022043633361579250 failed
--- FAIL: TestXLang_Partition (582.25s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3268.363s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663511502072362778
--- FAIL: TestBigQueryIO_BasicWriteRead (4.46s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:33337 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ruprkrXXGK" is_bounded:BOUNDED windowing_strategy_id:"w0@ruprkrXXGK"}} windowing_strategies:{key:"w0@ruprkrXXGK" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ruprkrXXGK" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ruprkrXXGK" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ruprkrXXGK" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663511502072362778\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ruprkrXXGK"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:33337 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ruprkrXXGK" is_bounded:BOUNDED windowing_strategy_id:"w0@ruprkrXXGK"}} windowing_strategies:{key:"w0@ruprkrXXGK" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ruprkrXXGK" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ruprkrXXGK" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ruprkrXXGK" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663511502072362778\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ruprkrXXGK"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 23 [running]:
testing.tRunner.func1.2({0xefe1c0, 0xc00023fa40})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefe1c0, 0xc00023fa40})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0005a1000?, 0xc000141900?}, {0x10a517d, 0x39}, {0xc000462180?, 0xa6b8e0?, 0x1?}, {0xc000594c60, 0xf}, 0xc0001add20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0005a0fa0?, 0xc000141900?}, {0xc00045e360, 0x52}, {0x1?}, {0xc0001adea8, 0x2, 0x7f94810baa98?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000594c60, 0xf}, {0xc00045e360, 0x52}, {0xe4cfc0, 0xc000595e10})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0000cad00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0000cad00, 0x10d3d18)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.493s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.029s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220918-143108
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220918-143108
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c649bcbb1ef19b13283997575f4bae1bf645a1d738ed40ffdb6376cc1870edd1
Deleted: sha256:c350703452dd3eb1f5bb4f86f18a0bd1ae65e2b04af8a0ffe37dfb5c0307a5a1
Deleted: sha256:7e335f8fbe5f77d00824e5e38601ba4b8750598509b22f8443e69b24c74b7d5d
Deleted: sha256:150aeae7a1776409a573313e4111009933aa43387cec30d306110a293c9befb5
Deleted: sha256:ded64671ae6df47adc2047ddf9c4b7f2d8dfed589bbbbb13da1daa41eb8a36ee
Deleted: sha256:eb8869793e962e0e7f7ee007cab468d0e26ef03fc0564c872d1f7fc4459eaefa
Deleted: sha256:7f8ee8c496fdb95a10694fd9ca33ab9fe935a520c67a6be9389d3f572b2486a3
Deleted: sha256:f6ebffe2e88ad1135c4220e963b2f1a4739f1c7c167ae6516ee89dccf056a632
Deleted: sha256:bacb42ec32854668894163622f9dd6dfebb7f92880ffae9a3faaeb0871f8cebf
Deleted: sha256:3226bf42ceb89cf20aad81030dfefd714768804aafd209df4141fb8bc8bf2f27
Deleted: sha256:9210e19cdce66e9d34f481e2ef9a029a2b0f961654de91faa74b76640abff6cb
Deleted: sha256:1e78b7dfa0aa451ba9fd60e64b246d495a32a44f3b8242e9443d5979130b9369
Deleted: sha256:f67447aa1203bec5882657b9e957f2bc6bb72d40fb96919ba9215efe96144114
Deleted: sha256:348dbcc2544e623155c9028a41514483acebf7e28312ad5c81ef61ab478ba3fc
Deleted: sha256:cf622dba616b3f32a4dcbf1f0b60ebffe6a602b229976f5dd4dde98c5bdbe396
Deleted: sha256:e151a26740f5cf10fa63a4cb50fde7048c2ad2ed2bd0e9c95846df684eafca8c
Deleted: sha256:24de0ddf8fca22fdfede35ae29c8e985bb6b1ee48e094fa65a6d1cafe50a82d2
Deleted: sha256:55445ae321474680bfbcd89d1d95ac5f757bc989e86ee9c50af290e824e98699
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220918-143108
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c649bcbb1ef19b13283997575f4bae1bf645a1d738ed40ffdb6376cc1870edd1
Associated tags:
- 20220918-143108
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220918-143108
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220918-143108].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c649bcbb1ef19b13283997575f4bae1bf645a1d738ed40ffdb6376cc1870edd1].
$ rm -rf /tmp/tmp.OkmdpPjguS
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220918142034
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:69aa8c136175c7f30997a97dfe4b74f7ff2618d1d3e2da25b77f0563a466d5e9
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220918142034]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:69aa8c136175c7f30997a97dfe4b74f7ff2618d1d3e2da25b77f0563a466d5e9]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220918142034] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:69aa8c136175c7f30997a97dfe4b74f7ff2618d1d3e2da25b77f0563a466d5e9])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:69aa8c136175c7f30997a97dfe4b74f7ff2618d1d3e2da25b77f0563a466d5e9
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:69aa8c136175c7f30997a97dfe4b74f7ff2618d1d3e2da25b77f0563a466d5e9
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:69aa8c136175c7f30997a97dfe4b74f7ff2618d1d3e2da25b77f0563a466d5e9].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220918142034
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:13c6bd2f7cb5de57e47ab97fa3f38952b2d066e37d7ea76d3de6fafed1c4c976
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220918142034]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:13c6bd2f7cb5de57e47ab97fa3f38952b2d066e37d7ea76d3de6fafed1c4c976]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220918142034] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:13c6bd2f7cb5de57e47ab97fa3f38952b2d066e37d7ea76d3de6fafed1c4c976])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:13c6bd2f7cb5de57e47ab97fa3f38952b2d066e37d7ea76d3de6fafed1c4c976
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:13c6bd2f7cb5de57e47ab97fa3f38952b2d066e37d7ea76d3de6fafed1c4c976
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:13c6bd2f7cb5de57e47ab97fa3f38952b2d066e37d7ea76d3de6fafed1c4c976].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2424627.
Stopping expansion service pid: 2424628.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 5m 52s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/uy6h33mysh4ki
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #693
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/693/display/redirect>
Changes:
------------------------------------------
[...truncated 972.64 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4165/go-8-1663492727535465583/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4165/go-8-1663492727535465583/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4165/go-8-1663492727535465583/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4165/go-8-1663492727535465583/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4165/go-8-1663492727535465583/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4165/go-8-1663492727535465583/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4165/go-8-1663492727535465583/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4165/go-8-1663492727535465583/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4165/go-8-1663492727535465583/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220918-083154"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220918082031"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220918-083154"
}
]
},
"name": "go-testxlang_partition-995",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/18 09:18:56 Submitted job: 2022-09-18_02_18_56-5323019020942526745
2022/09/18 09:18:56 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-18_02_18_56-5323019020942526745?project=apache-beam-testing
2022/09/18 09:18:56 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-18_02_18_56-5323019020942526745
2022/09/18 09:18:56 Job state: JOB_STATE_PENDING ...
2022/09/18 09:19:26 Job still running ...
2022/09/18 09:19:57 Job still running ...
2022/09/18 09:20:27 Job still running ...
2022/09/18 09:20:57 Job still running ...
2022/09/18 09:21:27 Job still running ...
2022/09/18 09:21:57 Job still running ...
2022/09/18 09:22:27 Job still running ...
2022/09/18 09:22:57 Job still running ...
2022/09/18 09:23:27 Job still running ...
2022/09/18 09:23:57 Job still running ...
2022/09/18 09:24:27 Job still running ...
2022/09/18 09:24:57 Job still running ...
2022/09/18 09:25:27 Job still running ...
2022/09/18 09:25:57 Job still running ...
2022/09/18 09:26:27 Job still running ...
2022/09/18 09:26:57 Job still running ...
2022/09/18 09:27:27 Job still running ...
2022/09/18 09:27:57 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-18_02_18_56-5323019020942526745 failed
--- FAIL: TestXLang_Partition (580.56s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3360.781s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663489950389171978
--- FAIL: TestBigQueryIO_BasicWriteRead (4.84s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37897 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@SiTegokYaS" is_bounded:BOUNDED windowing_strategy_id:"w0@SiTegokYaS"}} windowing_strategies:{key:"w0@SiTegokYaS" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@SiTegokYaS" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@SiTegokYaS" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@SiTegokYaS" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663489950389171978\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"SiTegokYaS"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:37897 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@SiTegokYaS" is_bounded:BOUNDED windowing_strategy_id:"w0@SiTegokYaS"}} windowing_strategies:{key:"w0@SiTegokYaS" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@SiTegokYaS" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@SiTegokYaS" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@SiTegokYaS" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663489950389171978\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"SiTegokYaS"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 50 [running]:
testing.tRunner.func1.2({0xefe1c0, 0xc0002a22c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefe1c0, 0xc0002a22c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000110b00?, 0xc0000bba40?}, {0x10a517d, 0x39}, {0xc0000f8240?, 0xa6b8e0?, 0x1?}, {0xc000124a60, 0xf}, 0xc00017bd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000110aa0?, 0xc0000bba40?}, {0xc000134420, 0x52}, {0x1?}, {0xc00017bea8, 0x2, 0x7f803d7e3b30?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000124a60, 0xf}, {0xc000134420, 0x52}, {0xe4cfc0, 0xc000125c10})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00049f1e0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00049f1e0, 0x10d3d18)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.869s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c986bd179075c1c93ef11f320e0e58e36c83fc48c471a5ecda84cc33b25869cc
Associated tags:
- 20220918-083154
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220918-083154
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220918-083154].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c986bd179075c1c93ef11f320e0e58e36c83fc48c471a5ecda84cc33b25869cc].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220918082031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f7f855b38650a07939b3931297c73f959fc3084ce7f406c4352b68ecf5c7b91d]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220918082031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f7f855b38650a07939b3931297c73f959fc3084ce7f406c4352b68ecf5c7b91d])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f7f855b38650a07939b3931297c73f959fc3084ce7f406c4352b68ecf5c7b91d
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f7f855b38650a07939b3931297c73f959fc3084ce7f406c4352b68ecf5c7b91d].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220918082031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7309ec449507d27709998731561eafca272abae7d3ee3f837f8e7481cdcb1d28]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220918082031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7309ec449507d27709998731561eafca272abae7d3ee3f837f8e7481cdcb1d28])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7309ec449507d27709998731561eafca272abae7d3ee3f837f8e7481cdcb1d28
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7309ec449507d27709998731561eafca272abae7d3ee3f837f8e7481cdcb1d28].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 16s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/jiesintuyf2sa
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #692
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/692/display/redirect?page=changes>
Changes:
[noreply] Add drop_example flag to the RunInference and Model Handler (#23266)
------------------------------------------
[...truncated 943.23 KB...]
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7530/go-8-1663471042526333522/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7530/go-8-1663471042526333522/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7530/go-8-1663471042526333522/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7530/go-8-1663471042526333522/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7530/go-8-1663471042526333522/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7530/go-8-1663471042526333522/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7530/go-8-1663471042526333522/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7530/go-8-1663471042526333522/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7530/go-8-1663471042526333522/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220918022033"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220918-023102"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220918-023102"
}
]
},
"name": "go-testxlang_partition-875",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/18 03:17:33 Submitted job: 2022-09-17_20_17_32-15057366061138751245
2022/09/18 03:17:33 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-17_20_17_32-15057366061138751245?project=apache-beam-testing
2022/09/18 03:17:33 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-17_20_17_32-15057366061138751245
2022/09/18 03:17:33 Job state: JOB_STATE_PENDING ...
2022/09/18 03:18:03 Job still running ...
2022/09/18 03:18:33 Job still running ...
2022/09/18 03:19:03 Job still running ...
2022/09/18 03:19:33 Job still running ...
2022/09/18 03:20:03 Job still running ...
2022/09/18 03:20:33 Job still running ...
2022/09/18 03:21:03 Job still running ...
2022/09/18 03:21:33 Job still running ...
2022/09/18 03:22:03 Job still running ...
2022/09/18 03:22:33 Job still running ...
2022/09/18 03:23:03 Job still running ...
2022/09/18 03:23:33 Job still running ...
2022/09/18 03:24:03 Job still running ...
2022/09/18 03:24:33 Job still running ...
2022/09/18 03:25:03 Job still running ...
2022/09/18 03:25:34 Job still running ...
2022/09/18 03:26:04 Job still running ...
2022/09/18 03:26:34 Job still running ...
2022/09/18 03:27:04 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-17_20_17_32-15057366061138751245 failed
--- FAIL: TestXLang_Partition (611.93s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3361.573s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663468295950298780
--- FAIL: TestBigQueryIO_BasicWriteRead (4.42s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43231 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ExwVavGdBk" is_bounded:BOUNDED windowing_strategy_id:"w0@ExwVavGdBk"}} windowing_strategies:{key:"w0@ExwVavGdBk" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ExwVavGdBk" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ExwVavGdBk" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ExwVavGdBk" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663468295950298780\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ExwVavGdBk"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43231 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ExwVavGdBk" is_bounded:BOUNDED windowing_strategy_id:"w0@ExwVavGdBk"}} windowing_strategies:{key:"w0@ExwVavGdBk" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ExwVavGdBk" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ExwVavGdBk" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ExwVavGdBk" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663468295950298780\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ExwVavGdBk"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 37 [running]:
testing.tRunner.func1.2({0xefe1c0, 0xc0000aec00})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefe1c0, 0xc0000aec00})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00048e7e0?, 0xc000494050?}, {0x10a517d, 0x39}, {0xc0001fa180?, 0xa6b8e0?, 0x1?}, {0xc00048ab70, 0xf}, 0xc00002dd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00048e780?, 0xc000494050?}, {0xc0005543c0, 0x52}, {0x1?}, {0xc00002dea8, 0x2, 0xe0d520?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00048ab70, 0xf}, {0xc0005543c0, 0x52}, {0xe4cfc0, 0xc0001363f8})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0000c8b60)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0000c8b60, 0x10d3d18)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.454s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.032s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.030s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a58d4d085c47efc5f70a37475926af4bf6db83c52f56163160556b6d4c537013
Associated tags:
- 20220918-023102
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220918-023102
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220918-023102].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a58d4d085c47efc5f70a37475926af4bf6db83c52f56163160556b6d4c537013].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220918022033]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:82992ed63803fd05934bb158920eaf41ddfcfeb4c91f54d9bc1a508cc7a67b3b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220918022033] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:82992ed63803fd05934bb158920eaf41ddfcfeb4c91f54d9bc1a508cc7a67b3b])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:82992ed63803fd05934bb158920eaf41ddfcfeb4c91f54d9bc1a508cc7a67b3b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:82992ed63803fd05934bb158920eaf41ddfcfeb4c91f54d9bc1a508cc7a67b3b].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220918022033]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9e6e9e0c12c8d82ee3bd402db5d6bc216804d5e5b52726ab227f8a1b91faf7f6]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220918022033] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9e6e9e0c12c8d82ee3bd402db5d6bc216804d5e5b52726ab227f8a1b91faf7f6])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9e6e9e0c12c8d82ee3bd402db5d6bc216804d5e5b52726ab227f8a1b91faf7f6
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9e6e9e0c12c8d82ee3bd402db5d6bc216804d5e5b52726ab227f8a1b91faf7f6].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 23s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/heynbeadudkiu
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #691
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/691/display/redirect>
Changes:
------------------------------------------
[...truncated 543.59 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9592/go-8-1663449414134217184/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9592/go-8-1663449414134217184/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9592/go-8-1663449414134217184/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9592/go-8-1663449414134217184/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9592/go-8-1663449414134217184/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9592/go-8-1663449414134217184/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9592/go-8-1663449414134217184/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9592/go-8-1663449414134217184/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9592/go-8-1663449414134217184/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220917-203102"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220917202030"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220917-203102"
}
]
},
"name": "go-testxlang_partition-704",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/17 21:17:03 Submitted job: 2022-09-17_14_17_03-11856323560955957537
2022/09/17 21:17:03 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-17_14_17_03-11856323560955957537?project=apache-beam-testing
2022/09/17 21:17:03 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-17_14_17_03-11856323560955957537
2022/09/17 21:17:03 Job state: JOB_STATE_PENDING ...
2022/09/17 21:17:33 Job still running ...
2022/09/17 21:18:03 Job still running ...
2022/09/17 21:18:33 Job still running ...
2022/09/17 21:19:03 Job still running ...
2022/09/17 21:19:33 Job still running ...
2022/09/17 21:20:03 Job still running ...
2022/09/17 21:20:34 Job still running ...
2022/09/17 21:21:04 Job still running ...
2022/09/17 21:21:34 Job still running ...
2022/09/17 21:22:04 Job still running ...
2022/09/17 21:22:34 Job still running ...
2022/09/17 21:23:04 Job still running ...
2022/09/17 21:23:34 Job still running ...
2022/09/17 21:24:04 Job still running ...
2022/09/17 21:24:34 Job still running ...
2022/09/17 21:25:04 Job still running ...
2022/09/17 21:25:34 Job still running ...
2022/09/17 21:26:04 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-17_14_17_03-11856323560955957537 failed
--- FAIL: TestXLang_Partition (580.67s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3299.535s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663446698351044762
--- FAIL: TestBigQueryIO_BasicWriteRead (4.64s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43733 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@TfleBcmats" is_bounded:BOUNDED windowing_strategy_id:"w0@TfleBcmats"}} windowing_strategies:{key:"w0@TfleBcmats" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@TfleBcmats" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@TfleBcmats" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@TfleBcmats" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663446698351044762\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"TfleBcmats"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43733 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@TfleBcmats" is_bounded:BOUNDED windowing_strategy_id:"w0@TfleBcmats"}} windowing_strategies:{key:"w0@TfleBcmats" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@TfleBcmats" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@TfleBcmats" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@TfleBcmats" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663446698351044762\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"TfleBcmats"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 36 [running]:
testing.tRunner.func1.2({0xefe1c0, 0xc0004da700})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefe1c0, 0xc0004da700})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00065e5c0?, 0xc0000ba280?}, {0x10a517d, 0x39}, {0xc000028180?, 0xa6b8e0?, 0x1?}, {0xc00048aaa0, 0xf}, 0xc0004f7d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00065e560?, 0xc0000ba280?}, {0xc0004a63c0, 0x52}, {0x1?}, {0xc0004f7ea8, 0x2, 0xe0d520?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00048aaa0, 0xf}, {0xc0004a63c0, 0x52}, {0xe4cfc0, 0xc000400148})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000492d00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000492d00, 0x10d3d18)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.672s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:1656474fcc85738196b103a2eb1f904268e07a0b09e06b7abab0f723a964e2e4
Associated tags:
- 20220917-203102
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220917-203102
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220917-203102].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:1656474fcc85738196b103a2eb1f904268e07a0b09e06b7abab0f723a964e2e4].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220917202030]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2ab517212c0567dbef799887f7865915b5a2aa450d3c99fbf299d06e82bbc349]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220917202030] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2ab517212c0567dbef799887f7865915b5a2aa450d3c99fbf299d06e82bbc349])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2ab517212c0567dbef799887f7865915b5a2aa450d3c99fbf299d06e82bbc349
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2ab517212c0567dbef799887f7865915b5a2aa450d3c99fbf299d06e82bbc349].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220917202030]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3035b9f2d2ac3655c4d884b54401f88b15c4ed9aae8f24c332cb3cb68012f24d]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220917202030] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3035b9f2d2ac3655c4d884b54401f88b15c4ed9aae8f24c332cb3cb68012f24d])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3035b9f2d2ac3655c4d884b54401f88b15c4ed9aae8f24c332cb3cb68012f24d
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3035b9f2d2ac3655c4d884b54401f88b15c4ed9aae8f24c332cb3cb68012f24d].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 23s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/eybhtrugg7n5m
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #690
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/690/display/redirect?page=changes>
Changes:
[noreply] updated the pydoc for running a custom model on Beam (#23218)
------------------------------------------
[...truncated 564.59 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6295/go-8-1663427879372315264/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6295/go-8-1663427879372315264/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6295/go-8-1663427879372315264/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6295/go-8-1663427879372315264/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6295/go-8-1663427879372315264/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6295/go-8-1663427879372315264/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6295/go-8-1663427879372315264/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6295/go-8-1663427879372315264/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6295/go-8-1663427879372315264/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220917-143108"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220917142031"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220917-143108"
}
]
},
"name": "go-testxlang_partition-357",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/17 15:18:09 Submitted job: 2022-09-17_08_18_08-1767440826897430411
2022/09/17 15:18:09 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-17_08_18_08-1767440826897430411?project=apache-beam-testing
2022/09/17 15:18:09 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-17_08_18_08-1767440826897430411
2022/09/17 15:18:09 Job state: JOB_STATE_PENDING ...
2022/09/17 15:18:39 Job still running ...
2022/09/17 15:19:09 Job still running ...
2022/09/17 15:19:39 Job still running ...
2022/09/17 15:20:09 Job still running ...
2022/09/17 15:20:39 Job still running ...
2022/09/17 15:21:09 Job still running ...
2022/09/17 15:21:39 Job still running ...
2022/09/17 15:22:09 Job still running ...
2022/09/17 15:22:39 Job still running ...
2022/09/17 15:23:09 Job still running ...
2022/09/17 15:23:39 Job still running ...
2022/09/17 15:24:09 Job still running ...
2022/09/17 15:24:39 Job still running ...
2022/09/17 15:25:09 Job still running ...
2022/09/17 15:25:39 Job still running ...
2022/09/17 15:26:10 Job still running ...
2022/09/17 15:26:40 Job still running ...
2022/09/17 15:27:10 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-17_08_18_08-1767440826897430411 failed
--- FAIL: TestXLang_Partition (580.97s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3360.136s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663425103300441382
--- FAIL: TestBigQueryIO_BasicWriteRead (4.46s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:34973 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@pundiQeEgM" is_bounded:BOUNDED windowing_strategy_id:"w0@pundiQeEgM"}} windowing_strategies:{key:"w0@pundiQeEgM" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@pundiQeEgM" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@pundiQeEgM" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@pundiQeEgM" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663425103300441382\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"pundiQeEgM"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:34973 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@pundiQeEgM" is_bounded:BOUNDED windowing_strategy_id:"w0@pundiQeEgM"}} windowing_strategies:{key:"w0@pundiQeEgM" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@pundiQeEgM" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@pundiQeEgM" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@pundiQeEgM" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663425103300441382\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"pundiQeEgM"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 11 [running]:
testing.tRunner.func1.2({0xefe1c0, 0xc00023cc40})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefe1c0, 0xc00023cc40})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000682780?, 0xc000140230?}, {0x10a517d, 0x39}, {0xc0006a0180?, 0xa6b8e0?, 0x1?}, {0xc000040e50, 0xf}, 0xc000159d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000682720?, 0xc000140230?}, {0xc00010e900, 0x52}, {0x1?}, {0xc000159ea8, 0x2, 0xe0d520?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000040e50, 0xf}, {0xc00010e900, 0x52}, {0xe4cfc0, 0xc00048c208})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0000c8d00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0000c8d00, 0x10d3d18)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.487s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:106165a6fa7d85556398d691decadb97cf3845986edf0b9bba6f8ac35ee590c0
Associated tags:
- 20220917-143108
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220917-143108
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220917-143108].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:106165a6fa7d85556398d691decadb97cf3845986edf0b9bba6f8ac35ee590c0].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220917142031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:904b6c3fb4c17c095d52806bc816516b317c8e0f451e5d8a51694c19aeddda3d]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220917142031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:904b6c3fb4c17c095d52806bc816516b317c8e0f451e5d8a51694c19aeddda3d])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:904b6c3fb4c17c095d52806bc816516b317c8e0f451e5d8a51694c19aeddda3d
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:904b6c3fb4c17c095d52806bc816516b317c8e0f451e5d8a51694c19aeddda3d].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220917142031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1ea5af794552fe6ee19e8d059d4107e494d2b280d17c5242fe420fe28f94e0a7]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220917142031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1ea5af794552fe6ee19e8d059d4107e494d2b280d17c5242fe420fe28f94e0a7])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1ea5af794552fe6ee19e8d059d4107e494d2b280d17c5242fe420fe28f94e0a7
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1ea5af794552fe6ee19e8d059d4107e494d2b280d17c5242fe420fe28f94e0a7].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 27s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/6f35x6iaoxwbs
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #689
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/689/display/redirect>
Changes:
------------------------------------------
[...truncated 971.35 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23452/go-8-1663406126731504382/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23452/go-8-1663406126731504382/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23452/go-8-1663406126731504382/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23452/go-8-1663406126731504382/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23452/go-8-1663406126731504382/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23452/go-8-1663406126731504382/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23452/go-8-1663406126731504382/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23452/go-8-1663406126731504382/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23452/go-8-1663406126731504382/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220917082031"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220917-083103"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220917-083103"
}
]
},
"name": "go-testxlang_partition-983",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/17 09:15:36 Submitted job: 2022-09-17_02_15_35-17717378876913432884
2022/09/17 09:15:36 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-17_02_15_35-17717378876913432884?project=apache-beam-testing
2022/09/17 09:15:36 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-17_02_15_35-17717378876913432884
2022/09/17 09:15:36 Job state: JOB_STATE_PENDING ...
2022/09/17 09:16:06 Job still running ...
2022/09/17 09:16:36 Job still running ...
2022/09/17 09:17:06 Job still running ...
2022/09/17 09:17:36 Job still running ...
2022/09/17 09:18:06 Job still running ...
2022/09/17 09:18:36 Job still running ...
2022/09/17 09:19:06 Job still running ...
2022/09/17 09:19:36 Job still running ...
2022/09/17 09:20:06 Job still running ...
2022/09/17 09:20:36 Job still running ...
2022/09/17 09:21:06 Job still running ...
2022/09/17 09:21:36 Job still running ...
2022/09/17 09:22:06 Job still running ...
2022/09/17 09:22:36 Job still running ...
2022/09/17 09:23:06 Job still running ...
2022/09/17 09:23:36 Job still running ...
2022/09/17 09:24:06 Job still running ...
2022/09/17 09:24:36 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-17_02_15_35-17717378876913432884 failed
--- FAIL: TestXLang_Partition (580.51s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3213.196s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663403497145333304
--- FAIL: TestBigQueryIO_BasicWriteRead (4.45s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43193 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@bPnvgIFwxv" is_bounded:BOUNDED windowing_strategy_id:"w0@bPnvgIFwxv"}} windowing_strategies:{key:"w0@bPnvgIFwxv" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@bPnvgIFwxv" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@bPnvgIFwxv" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@bPnvgIFwxv" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663403497145333304\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"bPnvgIFwxv"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43193 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@bPnvgIFwxv" is_bounded:BOUNDED windowing_strategy_id:"w0@bPnvgIFwxv"}} windowing_strategies:{key:"w0@bPnvgIFwxv" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@bPnvgIFwxv" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@bPnvgIFwxv" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@bPnvgIFwxv" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663403497145333304\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"bPnvgIFwxv"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 66 [running]:
testing.tRunner.func1.2({0xefe1c0, 0xc000596740})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefe1c0, 0xc000596740})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a48a0?, 0xc000140230?}, {0x10a517d, 0x39}, {0xc0004b6180?, 0xa6b8e0?, 0x1?}, {0xc00048ea90, 0xf}, 0xc000667d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a4840?, 0xc000140230?}, {0xc00004a540, 0x52}, {0x1?}, {0xc000667ea8, 0x2, 0x7f117002eba8?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00048ea90, 0xf}, {0xc00004a540, 0x52}, {0xe4cfc0, 0xc000610160})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000585040)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000585040, 0x10d3d18)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.487s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.033s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:752570fc91c5db89c3990563afe87bf0140e78f70d9bfebcda9b6ddca698c804
Associated tags:
- 20220917-083103
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220917-083103
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220917-083103].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:752570fc91c5db89c3990563afe87bf0140e78f70d9bfebcda9b6ddca698c804].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220917082031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:01728656fe500f67461ad497c1560edfa2f673bf3729c2e30dcc4134ba0e42ff]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220917082031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:01728656fe500f67461ad497c1560edfa2f673bf3729c2e30dcc4134ba0e42ff])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:01728656fe500f67461ad497c1560edfa2f673bf3729c2e30dcc4134ba0e42ff
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:01728656fe500f67461ad497c1560edfa2f673bf3729c2e30dcc4134ba0e42ff].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220917082031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b753a6c5241bbc2c3ac4a523c71e245686ab95871213e9e5dc59f07196a6d54a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220917082031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b753a6c5241bbc2c3ac4a523c71e245686ab95871213e9e5dc59f07196a6d54a])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b753a6c5241bbc2c3ac4a523c71e245686ab95871213e9e5dc59f07196a6d54a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b753a6c5241bbc2c3ac4a523c71e245686ab95871213e9e5dc59f07196a6d54a].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 4m 55s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/apf3i6l67ih5y
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #688
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/688/display/redirect>
Changes:
------------------------------------------
[...truncated 979.04 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20585/go-8-1663384697464454343/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20585/go-8-1663384697464454343/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220917-023125"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220917022034"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220917-023125"
}
]
},
"name": "go-testxlang_partition-447",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/17 03:18:26 Submitted job: 2022-09-16_20_18_26-9825586956144196661
2022/09/17 03:18:26 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-16_20_18_26-9825586956144196661?project=apache-beam-testing
2022/09/17 03:18:26 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-16_20_18_26-9825586956144196661
2022/09/17 03:18:26 Job state: JOB_STATE_PENDING ...
2022/09/17 03:18:57 Job still running ...
2022/09/17 03:19:27 Job still running ...
2022/09/17 03:19:57 Job still running ...
2022/09/17 03:20:27 Job still running ...
2022/09/17 03:20:57 Job still running ...
2022/09/17 03:21:27 Job still running ...
2022/09/17 03:21:57 Job still running ...
2022/09/17 03:22:27 Job still running ...
2022/09/17 03:22:57 Job still running ...
2022/09/17 03:23:27 Job still running ...
2022/09/17 03:23:57 Job still running ...
2022/09/17 03:24:27 Job still running ...
2022/09/17 03:24:57 Job still running ...
2022/09/17 03:25:27 Job still running ...
2022/09/17 03:25:58 Job still running ...
2022/09/17 03:26:28 Job still running ...
2022/09/17 03:26:58 Job still running ...
2022/09/17 03:27:28 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-16_20_18_26-9825586956144196661 failed
--- FAIL: TestXLang_Partition (580.88s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3359.618s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663381921832574575
--- FAIL: TestBigQueryIO_BasicWriteRead (4.54s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:45431 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@MAeoZcTNYg" is_bounded:BOUNDED windowing_strategy_id:"w0@MAeoZcTNYg"}} windowing_strategies:{key:"w0@MAeoZcTNYg" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@MAeoZcTNYg" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@MAeoZcTNYg" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@MAeoZcTNYg" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663381921832574575\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"MAeoZcTNYg"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:45431 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@MAeoZcTNYg" is_bounded:BOUNDED windowing_strategy_id:"w0@MAeoZcTNYg"}} windowing_strategies:{key:"w0@MAeoZcTNYg" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@MAeoZcTNYg" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@MAeoZcTNYg" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@MAeoZcTNYg" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663381921832574575\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"MAeoZcTNYg"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 27 [running]:
testing.tRunner.func1.2({0xefe1c0, 0xc00048cd40})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefe1c0, 0xc00048cd40})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a4720?, 0xc000140230?}, {0x10a517d, 0x39}, {0xc000574180?, 0xa6b8e0?, 0x1?}, {0xc0003fade0, 0xf}, 0xc0001add20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a46c0?, 0xc000140230?}, {0xc000476360, 0x52}, {0x1?}, {0xc0001adea8, 0x2, 0x7f127338b3c0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003fade0, 0xf}, {0xc000476360, 0x52}, {0xe4cfc0, 0xc000040220})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0004609c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0004609c0, 0x10d3d18)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.570s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.038s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220917-023125
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220917-023125
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:d4d94386f1694735e2d8ddcd44d8ce414f5c52ad9bbb98da0d9d0c39a6ad3056
Deleted: sha256:e4738edc779bb8f1fd4d352e1e6405152eb2c437e31e8e6ac22d0e68ac6cfd97
Deleted: sha256:32edcc9f4dafb5b260a00e65d9cbef6678ef52320435af80416e7d57d95b0ad8
Deleted: sha256:dc7a8d89d28873fe375856979d94587218e8cb547611c881eb03552a209bdf6a
Deleted: sha256:a241ad31883e355b9791c8112b834f0d490728aaf056a6fb28a59ef0677d975e
Deleted: sha256:7381cdf5793a95ada7dfa71fb3ee2f881ce98e8420e9f845775980eb7a07f1b9
Deleted: sha256:d6378afad5a4232f6e19cab18f9cd58841d74f0fcebcb87a1235558aa8c43982
Deleted: sha256:daeb5b5fe1f61622fe087deae46b7d5e17665ee02fae0d0df6c5bf4974ffb841
Deleted: sha256:82000bc9a39c4a72e66062061c9160c9bec6deb4247256df71bc9803b8e25eb1
Deleted: sha256:9cc8d806dc9bf0552ce517d82e28d7f4f277071f0707581df9a16d6ef3301ae9
Deleted: sha256:e9b36340bc912d8ad6fc083d99f76185bcbaaeea6b84768921283d2f0f277aa3
Deleted: sha256:848c098d0d84f555dfeea33a3de7f3f69386a96e1822edcedd2c769dac1ccc34
Deleted: sha256:543771f1e6df6bd9479fa74b4d9918c095d8e981b1e4fef96753972e1b4df775
Deleted: sha256:aa3156f1713a65f64ca74e466049492029359923c1e233e8c846db750ed3c6f5
Deleted: sha256:eec920b96bfd55758e585a9e38087804bc8c128105947dbf3e05d4fb126bb9a4
Deleted: sha256:998c330aaf5d5dc6be9ef244b2503e4447244f055b0751ac9dc343c03db40bf9
Deleted: sha256:946a601cd6d257d6827d119024d4ca01b695cabbc93cb5ae08da59ec458205c2
Deleted: sha256:3cbc7b50e72e0e1b2b94e21acd620454f1c08640d896661dbe6354435148c013
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220917-023125
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:d4d94386f1694735e2d8ddcd44d8ce414f5c52ad9bbb98da0d9d0c39a6ad3056
Associated tags:
- 20220917-023125
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220917-023125
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220917-023125].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:d4d94386f1694735e2d8ddcd44d8ce414f5c52ad9bbb98da0d9d0c39a6ad3056].
$ rm -rf /tmp/tmp.cEOuZ96M1T
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220917022034
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7fcb3fbdd7f9bf213875c59c1e4598cc401e63b751670e1bfdc76801cabb1358
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220917022034]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7fcb3fbdd7f9bf213875c59c1e4598cc401e63b751670e1bfdc76801cabb1358]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220917022034] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7fcb3fbdd7f9bf213875c59c1e4598cc401e63b751670e1bfdc76801cabb1358])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7fcb3fbdd7f9bf213875c59c1e4598cc401e63b751670e1bfdc76801cabb1358
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7fcb3fbdd7f9bf213875c59c1e4598cc401e63b751670e1bfdc76801cabb1358
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7fcb3fbdd7f9bf213875c59c1e4598cc401e63b751670e1bfdc76801cabb1358].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220917022034
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:995a1081801ea8c231b5d70384890f6578f8a8b5c45dbf28ef97598c43c29681
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220917022034]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:995a1081801ea8c231b5d70384890f6578f8a8b5c45dbf28ef97598c43c29681]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220917022034] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:995a1081801ea8c231b5d70384890f6578f8a8b5c45dbf28ef97598c43c29681])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:995a1081801ea8c231b5d70384890f6578f8a8b5c45dbf28ef97598c43c29681
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:995a1081801ea8c231b5d70384890f6578f8a8b5c45dbf28ef97598c43c29681
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:995a1081801ea8c231b5d70384890f6578f8a8b5c45dbf28ef97598c43c29681].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1863855.
Stopping expansion service pid: 1863856.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 44s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/4h53nkmkmmsxc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #687
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/687/display/redirect?page=changes>
Changes:
[noreply] TensorRT Initial commit (#22131)
[noreply] Fix Kafka performance test sourceOption to match expected hash (#23274)
------------------------------------------
[...truncated 997.95 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32558/go-8-1663363077086099841/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test32558/go-8-1663363077086099841/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220916-203131"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220916202033"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220916-203131"
}
]
},
"name": "go-testxlang_partition-650",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/16 21:18:07 Submitted job: 2022-09-16_14_18_06-15010838781796031525
2022/09/16 21:18:07 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-16_14_18_06-15010838781796031525?project=apache-beam-testing
2022/09/16 21:18:07 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-16_14_18_06-15010838781796031525
2022/09/16 21:18:07 Job state: JOB_STATE_PENDING ...
2022/09/16 21:18:37 Job still running ...
2022/09/16 21:19:07 Job still running ...
2022/09/16 21:19:37 Job still running ...
2022/09/16 21:20:07 Job still running ...
2022/09/16 21:20:37 Job still running ...
2022/09/16 21:21:07 Job still running ...
2022/09/16 21:21:37 Job still running ...
2022/09/16 21:22:07 Job still running ...
2022/09/16 21:22:37 Job still running ...
2022/09/16 21:23:07 Job still running ...
2022/09/16 21:23:37 Job still running ...
2022/09/16 21:24:07 Job still running ...
2022/09/16 21:24:37 Job still running ...
2022/09/16 21:25:07 Job still running ...
2022/09/16 21:25:37 Job still running ...
2022/09/16 21:26:08 Job still running ...
2022/09/16 21:26:38 Job still running ...
2022/09/16 21:27:08 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-16_14_18_06-15010838781796031525 failed
--- FAIL: TestXLang_Partition (581.22s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3331.839s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663360333752360300
--- FAIL: TestBigQueryIO_BasicWriteRead (5.73s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:46209 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@onuXIAvyjI" is_bounded:BOUNDED windowing_strategy_id:"w0@onuXIAvyjI"}} windowing_strategies:{key:"w0@onuXIAvyjI" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@onuXIAvyjI" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@onuXIAvyjI" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@onuXIAvyjI" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663360333752360300\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"onuXIAvyjI"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:46209 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@onuXIAvyjI" is_bounded:BOUNDED windowing_strategy_id:"w0@onuXIAvyjI"}} windowing_strategies:{key:"w0@onuXIAvyjI" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@onuXIAvyjI" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@onuXIAvyjI" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@onuXIAvyjI" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663360333752360300\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"onuXIAvyjI"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 50 [running]:
testing.tRunner.func1.2({0xefe1c0, 0xc000126d00})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefe1c0, 0xc000126d00})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00048c9a0?, 0xc0000bba40?}, {0x10a517d, 0x39}, {0xc0000f8240?, 0xa6b8e0?, 0x1?}, {0xc00048e9e0, 0xf}, 0xc0000f3d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00048c940?, 0xc0000bba40?}, {0xc000138360, 0x52}, {0x1?}, {0xc0000f3ea8, 0x2, 0x7fca82446f68?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00048e9e0, 0xf}, {0xc000138360, 0x52}, {0xe4cfc0, 0xc00048fb90})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0003eb1e0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0003eb1e0, 0x10d3d18)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.758s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.037s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.036s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.044s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220916-203131
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220916-203131
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f55c07a6070efc5402b784aca1d33a3307f919672443fd289631bbb37ea5d340
Deleted: sha256:fad0b928a29daa74cdfd8591f6cfbfa53db80bed11cf169d43e56ebe29262898
Deleted: sha256:536ca13db83bf57b0e7d60fcfc48ff2ae6f8c936ca51f967a10fe1b802a0499a
Deleted: sha256:101fcdba4d8933d9c54214902862c8d86c47284648771e1ce3589404c0f023b2
Deleted: sha256:d8987e7069479c4d73f106d8f0896ff1d14996d0138c66140fba60c1953a00bd
Deleted: sha256:5ebcaa3e89197d77f68b638753bb2958a3e3612409a94a3d9b83206c0ad60e28
Deleted: sha256:f8e5997585e4ce483ca4464164d0a7f21aeeb7aa5df4a63e023c56b7e403ddfd
Deleted: sha256:da0ec006c7e210065c06161176d0c075ee4178a25b791c701b64981756fbfe82
Deleted: sha256:3dca74d1728de1d50bff6769c363c428c3a97d9c82516a333ec1ab7ceb799aff
Deleted: sha256:24fd0ede572103a521ef5f8de06b5866843bc758b4cd641f49ede7db6581c3eb
Deleted: sha256:60a52ecb4182e36441d323ac575fefa4baff1f1413ee45bee1506dda897db013
Deleted: sha256:c9c1eced29d042aeaadc996278f2958d250709237dc6223d2e4f75fd8d70a21d
Deleted: sha256:7fafe15d2bd51afbc0c42349faf50653a1a56bee806bb7c1a8a85410124e46e8
Deleted: sha256:63006dfb8db6f4367c2b62964899a0205f1b9435ffebaafe766e7feb1e98649f
Deleted: sha256:c925dedaf51cf5710f72714d3d7e1759296e1d82f578108c2eac87e8a6632fd0
Deleted: sha256:38abc98de38f13871cc7b2b7d3df6c93965fd984f7954f26986aa3b019dd0615
Deleted: sha256:713fee5a53265ec12e76780975e9ad0d2adc0ff7335e9ac2032404724a78e0e7
Deleted: sha256:e3ba4ce8bdae28b1389411dfdedbf3a4f5228ab5ca3582ab05ea0b3b3b80b4a2
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220916-203131
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f55c07a6070efc5402b784aca1d33a3307f919672443fd289631bbb37ea5d340
Associated tags:
- 20220916-203131
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220916-203131
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220916-203131].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f55c07a6070efc5402b784aca1d33a3307f919672443fd289631bbb37ea5d340].
$ rm -rf /tmp/tmp.lAKl490qPE
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220916202033
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1933bc52b4ff67f94e8fe0a229bd10291af8f9494767fe7aa696f355f70e2ec3
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220916202033]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1933bc52b4ff67f94e8fe0a229bd10291af8f9494767fe7aa696f355f70e2ec3]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220916202033] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1933bc52b4ff67f94e8fe0a229bd10291af8f9494767fe7aa696f355f70e2ec3])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1933bc52b4ff67f94e8fe0a229bd10291af8f9494767fe7aa696f355f70e2ec3
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1933bc52b4ff67f94e8fe0a229bd10291af8f9494767fe7aa696f355f70e2ec3
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1933bc52b4ff67f94e8fe0a229bd10291af8f9494767fe7aa696f355f70e2ec3].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220916202033
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:bb7c57e8d851582c81e21ed17ff39f82e7be73a3b6529c0a4a8242332bf18f27
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220916202033]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:bb7c57e8d851582c81e21ed17ff39f82e7be73a3b6529c0a4a8242332bf18f27]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220916202033] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:bb7c57e8d851582c81e21ed17ff39f82e7be73a3b6529c0a4a8242332bf18f27])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:bb7c57e8d851582c81e21ed17ff39f82e7be73a3b6529c0a4a8242332bf18f27
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:bb7c57e8d851582c81e21ed17ff39f82e7be73a3b6529c0a4a8242332bf18f27
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:bb7c57e8d851582c81e21ed17ff39f82e7be73a3b6529c0a4a8242332bf18f27].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1778968.
Stopping expansion service pid: 1778969.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 25s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/nk2nhcxyf6gbm
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #686
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/686/display/redirect?page=changes>
Changes:
[noreply] Bump cloud.google.com/go/bigquery from 1.40.0 to 1.41.0 in /sdks
[noreply] [Website] Correct spelling of structural (#23225)
------------------------------------------
[...truncated 984.73 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5808/go-8-1663341649831533316/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5808/go-8-1663341649831533316/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5808/go-8-1663341649831533316/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5808/go-8-1663341649831533316/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5808/go-8-1663341649831533316/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5808/go-8-1663341649831533316/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5808/go-8-1663341649831533316/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5808/go-8-1663341649831533316/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5808/go-8-1663341649831533316/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220916-143417"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220916142049"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220916-143417"
}
]
},
"name": "go-testxlang_partition-943",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/16 15:21:00 Submitted job: 2022-09-16_08_20_59-5951232729020121941
2022/09/16 15:21:00 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-16_08_20_59-5951232729020121941?project=apache-beam-testing
2022/09/16 15:21:00 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-16_08_20_59-5951232729020121941
2022/09/16 15:21:00 Job state: JOB_STATE_PENDING ...
2022/09/16 15:21:30 Job still running ...
2022/09/16 15:22:00 Job still running ...
2022/09/16 15:22:30 Job still running ...
2022/09/16 15:23:00 Job still running ...
2022/09/16 15:23:30 Job still running ...
2022/09/16 15:24:00 Job still running ...
2022/09/16 15:24:30 Job still running ...
2022/09/16 15:25:00 Job still running ...
2022/09/16 15:25:30 Job still running ...
2022/09/16 15:26:00 Job still running ...
2022/09/16 15:26:30 Job still running ...
2022/09/16 15:27:00 Job still running ...
2022/09/16 15:27:30 Job still running ...
2022/09/16 15:28:01 Job still running ...
2022/09/16 15:28:31 Job still running ...
2022/09/16 15:29:01 Job still running ...
2022/09/16 15:29:31 Job still running ...
2022/09/16 15:30:01 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-16_08_20_59-5951232729020121941 failed
--- FAIL: TestXLang_Partition (581.61s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3339.754s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663338899105111472
--- FAIL: TestBigQueryIO_BasicWriteRead (5.34s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:45611 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@GVVBOCCAXx" is_bounded:BOUNDED windowing_strategy_id:"w0@GVVBOCCAXx"}} windowing_strategies:{key:"w0@GVVBOCCAXx" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@GVVBOCCAXx" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@GVVBOCCAXx" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@GVVBOCCAXx" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663338899105111472\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"GVVBOCCAXx"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:45611 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@GVVBOCCAXx" is_bounded:BOUNDED windowing_strategy_id:"w0@GVVBOCCAXx"}} windowing_strategies:{key:"w0@GVVBOCCAXx" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@GVVBOCCAXx" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@GVVBOCCAXx" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@GVVBOCCAXx" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663338899105111472\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"GVVBOCCAXx"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 13 [running]:
testing.tRunner.func1.2({0xefe1c0, 0xc000138840})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefe1c0, 0xc000138840})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00010eca0?, 0xc000497720?}, {0x10a517d, 0x39}, {0xc0000f8180?, 0xa6b8e0?, 0x1?}, {0xc000122b20, 0xf}, 0xc0001add20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00010ec40?, 0xc000497720?}, {0xc00004aa80, 0x52}, {0x1?}, {0xc0001adea8, 0x2, 0x7f3871d35bb8?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000122b20, 0xf}, {0xc00004aa80, 0x52}, {0xe4cfc0, 0xc000123cd0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0001036c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0001036c0, 0x10d3d18)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.372s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.031s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.029s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:eb7142a71f31fdc8dcf77db970e6a3fd9890bf198e9512fde08f742e44469e09
Associated tags:
- 20220916-143417
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220916-143417
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220916-143417].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:eb7142a71f31fdc8dcf77db970e6a3fd9890bf198e9512fde08f742e44469e09].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220916142049]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:93af20c4d628e43fe09565908d05beb8e0528f2b0b83c8ac91acda60b4c4563d]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220916142049] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:93af20c4d628e43fe09565908d05beb8e0528f2b0b83c8ac91acda60b4c4563d])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:93af20c4d628e43fe09565908d05beb8e0528f2b0b83c8ac91acda60b4c4563d
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:93af20c4d628e43fe09565908d05beb8e0528f2b0b83c8ac91acda60b4c4563d].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220916142049]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:599b80c3394f3ff8b1181861707f1336570e092bac7bc5ef4c07e251674750e0]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220916142049] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:599b80c3394f3ff8b1181861707f1336570e092bac7bc5ef4c07e251674750e0])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:599b80c3394f3ff8b1181861707f1336570e092bac7bc5ef4c07e251674750e0
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:599b80c3394f3ff8b1181861707f1336570e092bac7bc5ef4c07e251674750e0].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 10m 18s
215 actionable tasks: 148 executed, 55 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/ejoodkqtpgm6q
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #685
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/685/display/redirect>
Changes:
------------------------------------------
[...truncated 955.16 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6196/go-8-1663319829575191981/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6196/go-8-1663319829575191981/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6196/go-8-1663319829575191981/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6196/go-8-1663319829575191981/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6196/go-8-1663319829575191981/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6196/go-8-1663319829575191981/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6196/go-8-1663319829575191981/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6196/go-8-1663319829575191981/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6196/go-8-1663319829575191981/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220916-083115"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220916082033"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220916-083115"
}
]
},
"name": "go-testxlang_partition-408",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/16 09:17:19 Submitted job: 2022-09-16_02_17_18-4428505102070001908
2022/09/16 09:17:19 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-16_02_17_18-4428505102070001908?project=apache-beam-testing
2022/09/16 09:17:19 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-16_02_17_18-4428505102070001908
2022/09/16 09:17:19 Job state: JOB_STATE_PENDING ...
2022/09/16 09:17:49 Job still running ...
2022/09/16 09:18:19 Job still running ...
2022/09/16 09:18:49 Job still running ...
2022/09/16 09:19:19 Job still running ...
2022/09/16 09:19:49 Job still running ...
2022/09/16 09:20:19 Job still running ...
2022/09/16 09:20:49 Job still running ...
2022/09/16 09:21:19 Job still running ...
2022/09/16 09:21:49 Job still running ...
2022/09/16 09:22:19 Job still running ...
2022/09/16 09:22:50 Job still running ...
2022/09/16 09:23:20 Job still running ...
2022/09/16 09:23:50 Job still running ...
2022/09/16 09:24:20 Job still running ...
2022/09/16 09:24:50 Job still running ...
2022/09/16 09:25:20 Job still running ...
2022/09/16 09:25:50 Job still running ...
2022/09/16 09:26:20 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-16_02_17_18-4428505102070001908 failed
--- FAIL: TestXLang_Partition (583.04s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3305.577s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663317110173768396
--- FAIL: TestBigQueryIO_BasicWriteRead (4.72s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:44927 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@mfkxwgiBRQ" is_bounded:BOUNDED windowing_strategy_id:"w0@mfkxwgiBRQ"}} windowing_strategies:{key:"w0@mfkxwgiBRQ" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@mfkxwgiBRQ" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@mfkxwgiBRQ" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@mfkxwgiBRQ" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663317110173768396\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"mfkxwgiBRQ"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:44927 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@mfkxwgiBRQ" is_bounded:BOUNDED windowing_strategy_id:"w0@mfkxwgiBRQ"}} windowing_strategies:{key:"w0@mfkxwgiBRQ" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@mfkxwgiBRQ" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@mfkxwgiBRQ" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@mfkxwgiBRQ" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663317110173768396\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"mfkxwgiBRQ"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 14 [running]:
testing.tRunner.func1.2({0xefe1c0, 0xc0004da4c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefe1c0, 0xc0004da4c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00013a700?, 0xc0004a8050?}, {0x10a517d, 0x39}, {0xc0000f8240?, 0xa6b8e0?, 0x1?}, {0xc000400c10, 0xf}, 0xc0000f3d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00013a6a0?, 0xc0004a8050?}, {0xc00004a9c0, 0x52}, {0x1?}, {0xc0000f3ea8, 0x2, 0x7f147cab63b8?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000400c10, 0xf}, {0xc00004a9c0, 0x52}, {0xe4cfc0, 0xc0005901a0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0001036c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0001036c0, 0x10d3d18)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.752s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.036s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:32cf8812ae90410c3164456c4b64ed6c4e6e4c9c4fbff11674b0e66cfab3c341
Associated tags:
- 20220916-083115
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220916-083115
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220916-083115].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:32cf8812ae90410c3164456c4b64ed6c4e6e4c9c4fbff11674b0e66cfab3c341].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220916082033]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:61b3f98e018e468836d189cba6618046e74cc6f45b7544e4e314128d407e83cc]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220916082033] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:61b3f98e018e468836d189cba6618046e74cc6f45b7544e4e314128d407e83cc])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:61b3f98e018e468836d189cba6618046e74cc6f45b7544e4e314128d407e83cc
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:61b3f98e018e468836d189cba6618046e74cc6f45b7544e4e314128d407e83cc].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220916082033]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5060dc55a5949e177da00183bab098f689a798be201ac8f7c6e5167dd7930444]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220916082033] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5060dc55a5949e177da00183bab098f689a798be201ac8f7c6e5167dd7930444])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5060dc55a5949e177da00183bab098f689a798be201ac8f7c6e5167dd7930444
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5060dc55a5949e177da00183bab098f689a798be201ac8f7c6e5167dd7930444].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 39s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/gzbf32v3bwhyq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #684
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/684/display/redirect?page=changes>
Changes:
[noreply] Improve the performance of TextSource by reducing how many byte[]s are
[noreply] Issue#21430 Avoid pruning DataframeTransforms (#23069)
------------------------------------------
[...truncated 995.22 KB...]
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14741/go-8-1663298226017255949/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14741/go-8-1663298226017255949/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14741/go-8-1663298226017255949/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14741/go-8-1663298226017255949/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14741/go-8-1663298226017255949/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14741/go-8-1663298226017255949/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-QCMZM_oXHlenTxkdud7WN1fPla4iFB819kffEfKauUM.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14741/go-8-1663298226017255949/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14741/go-8-1663298226017255949/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14741/go-8-1663298226017255949/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220916-023139"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220916022033"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220916-023139"
}
]
},
"name": "go-testxlang_partition-749",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/16 03:17:15 Submitted job: 2022-09-15_20_17_15-12754019921768950903
2022/09/16 03:17:15 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-15_20_17_15-12754019921768950903?project=apache-beam-testing
2022/09/16 03:17:15 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-15_20_17_15-12754019921768950903
2022/09/16 03:17:16 Job state: JOB_STATE_PENDING ...
2022/09/16 03:17:46 Job still running ...
2022/09/16 03:18:16 Job still running ...
2022/09/16 03:18:46 Job still running ...
2022/09/16 03:19:16 Job still running ...
2022/09/16 03:19:46 Job still running ...
2022/09/16 03:20:16 Job still running ...
2022/09/16 03:20:46 Job still running ...
2022/09/16 03:21:16 Job still running ...
2022/09/16 03:21:46 Job still running ...
2022/09/16 03:22:16 Job still running ...
2022/09/16 03:22:46 Job still running ...
2022/09/16 03:23:16 Job still running ...
2022/09/16 03:23:46 Job still running ...
2022/09/16 03:24:16 Job still running ...
2022/09/16 03:24:46 Job still running ...
2022/09/16 03:25:16 Job still running ...
2022/09/16 03:25:46 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-15_20_17_15-12754019921768950903 failed
--- FAIL: TestXLang_Partition (550.98s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3245.785s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663295534442302328
--- FAIL: TestBigQueryIO_BasicWriteRead (4.59s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:45911 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@odcEUxvtlj" is_bounded:BOUNDED windowing_strategy_id:"w0@odcEUxvtlj"}} windowing_strategies:{key:"w0@odcEUxvtlj" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@odcEUxvtlj" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@odcEUxvtlj" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@odcEUxvtlj" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663295534442302328\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"odcEUxvtlj"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:45911 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@odcEUxvtlj" is_bounded:BOUNDED windowing_strategy_id:"w0@odcEUxvtlj"}} windowing_strategies:{key:"w0@odcEUxvtlj" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@odcEUxvtlj" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@odcEUxvtlj" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@odcEUxvtlj" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663295534442302328\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"odcEUxvtlj"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 28 [running]:
testing.tRunner.func1.2({0xefe1c0, 0xc0006dc7c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefe1c0, 0xc0006dc7c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000614660?, 0xc00062e000?}, {0x10a517d, 0x39}, {0xc000630180?, 0xa6b8e0?, 0x1?}, {0xc0006faad0, 0xf}, 0xc00015dd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000614600?, 0xc00062e000?}, {0xc00004a540, 0x52}, {0x1?}, {0xc00015dea8, 0x2, 0xe0d520?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0006faad0, 0xf}, {0xc00004a540, 0x52}, {0xe4cfc0, 0xc00013c408})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000496ea0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000496ea0, 0x10d3d18)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.621s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.035s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.035s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.033s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7e4f18f98adc984e8c623ee79bc72c6053cca98bd1280b95f8c865fb66f98610
Associated tags:
- 20220916-023139
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220916-023139
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220916-023139].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7e4f18f98adc984e8c623ee79bc72c6053cca98bd1280b95f8c865fb66f98610].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220916022033]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:075de9905c4bef04b23226ad368b97cc09daafcdcf4a11dbfcd89eda7525b671]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220916022033] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:075de9905c4bef04b23226ad368b97cc09daafcdcf4a11dbfcd89eda7525b671])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:075de9905c4bef04b23226ad368b97cc09daafcdcf4a11dbfcd89eda7525b671
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:075de9905c4bef04b23226ad368b97cc09daafcdcf4a11dbfcd89eda7525b671].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220916022033]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3f33393f2d87b96a71ade79a1635c7ae6ae6c44c7ee919ba9e66c68635e0c30f]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220916022033] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3f33393f2d87b96a71ade79a1635c7ae6ae6c44c7ee919ba9e66c68635e0c30f])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3f33393f2d87b96a71ade79a1635c7ae6ae6c44c7ee919ba9e66c68635e0c30f
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3f33393f2d87b96a71ade79a1635c7ae6ae6c44c7ee919ba9e66c68635e0c30f].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 5s
215 actionable tasks: 163 executed, 40 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/rvewe4simkr5s
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #683
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/683/display/redirect?page=changes>
Changes:
[bulat.safiullin] [Website] update site navigation #22902
[noreply] GA migration - Base actions to use for precommit and postcommit
[noreply] Test fix Kafka Performance test batch (#23191)
[noreply] Revert "Exclude protobuf 3.20.2" (#23237)
[noreply] Fix outdated code in python sdk install (#23231)
[noreply] Bump up dataflow python container version to beam-master-20220914
------------------------------------------
[...truncated 553.07 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18251/go-8-1663276722339936082/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18251/go-8-1663276722339936082/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220915-203209"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220915202029"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220915-203209"
}
]
},
"name": "go-testxlang_partition-220",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/15 21:18:52 Submitted job: 2022-09-15_14_18_52-13404973335106204801
2022/09/15 21:18:52 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-15_14_18_52-13404973335106204801?project=apache-beam-testing
2022/09/15 21:18:52 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-15_14_18_52-13404973335106204801
2022/09/15 21:18:52 Job state: JOB_STATE_PENDING ...
2022/09/15 21:19:22 Job still running ...
2022/09/15 21:19:52 Job still running ...
2022/09/15 21:20:22 Job still running ...
2022/09/15 21:20:52 Job still running ...
2022/09/15 21:21:23 Job still running ...
2022/09/15 21:21:53 Job still running ...
2022/09/15 21:22:23 Job still running ...
2022/09/15 21:22:53 Job still running ...
2022/09/15 21:23:23 Job still running ...
2022/09/15 21:23:53 Job still running ...
2022/09/15 21:24:23 Job still running ...
2022/09/15 21:24:53 Job still running ...
2022/09/15 21:25:23 Job still running ...
2022/09/15 21:25:53 Job still running ...
2022/09/15 21:26:23 Job still running ...
2022/09/15 21:26:53 Job still running ...
2022/09/15 21:27:23 Job still running ...
2022/09/15 21:27:53 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-15_14_18_52-13404973335106204801 failed
--- FAIL: TestXLang_Partition (581.67s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3339.246s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663273972286200618
--- FAIL: TestBigQueryIO_BasicWriteRead (5.44s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:34739 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@vQucVJwUCW" is_bounded:BOUNDED windowing_strategy_id:"w0@vQucVJwUCW"}} windowing_strategies:{key:"w0@vQucVJwUCW" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@vQucVJwUCW" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@vQucVJwUCW" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@vQucVJwUCW" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663273972286200618\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"vQucVJwUCW"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:34739 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@vQucVJwUCW" is_bounded:BOUNDED windowing_strategy_id:"w0@vQucVJwUCW"}} windowing_strategies:{key:"w0@vQucVJwUCW" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@vQucVJwUCW" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@vQucVJwUCW" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@vQucVJwUCW" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663273972286200618\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"vQucVJwUCW"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 14 [running]:
testing.tRunner.func1.2({0xefe1c0, 0xc00047f3c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefe1c0, 0xc00047f3c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a4da0?, 0xc0004a4050?}, {0x10a517d, 0x39}, {0xc0000f8240?, 0xa6b8e0?, 0x1?}, {0xc00011ec90, 0xf}, 0xc0000f3d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a4d40?, 0xc0004a4050?}, {0xc00004aae0, 0x52}, {0x1?}, {0xc0000f3ea8, 0x2, 0x7f7ac7d21560?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00011ec90, 0xf}, {0xc00004aae0, 0x52}, {0xe4cfc0, 0xc000400160})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000103040)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000103040, 0x10d3d18)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.472s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.055s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220915-203209
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220915-203209
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:9fdc9b4caac6bff0133385251a99d8a971a89236b5a6c5e08d1d3600557f8e36
Deleted: sha256:45c79808a18d8ce26dfc3586ea8e34f047ad7e84c51bae60043971e70da45abc
Deleted: sha256:21cff8a9de35bbd0097aeae197ccb0675e4f97a4d27831b0e48a6cdf6b38256a
Deleted: sha256:8c0dc380f55d34a7f49cd1077a6c33807c3b7b7b0b9c73d72f5276d7c2d83c96
Deleted: sha256:01c0a30e5436b1970f156d78c0836d69b9d0b354ff08ff31f9e71219824f5dcc
Deleted: sha256:4f27ff3f67b4e2c717b9b58b8bbd6e8c01a42ca8bfcfdea6e08d648129fc004f
Deleted: sha256:a00e30530fe42f0e5a4961d9d3b7be88feb6d097a726f03f4b891be7fc35178b
Deleted: sha256:6ce3a5f8fd4b7791dd80b0b6342b148eecd61cb917ae3b4893528f4f82d76746
Deleted: sha256:25be6101743a376f887a8ed24f45ad76a6440457f69765bb8ed882705f151b67
Deleted: sha256:1fd3f43fae75c55310d32e1a115772fce376623865de2925cd8e303b00ef4f62
Deleted: sha256:4d1cab2f83f69461a1f0ab3aeda3f24d7f18e42db1f57e662ba7f2d9d9dff7dd
Deleted: sha256:9d7db570776a02e5dbf458285c61eaf1503540064be770c2b5cddd9386c3cde8
Deleted: sha256:e13848d264df5f0aeae904cbdfeb4a5254090651da7377df33602abfd817d963
Deleted: sha256:b218920dc2262a3558c6e5a16f97bff11ac5208fe1c6ce54ebb7908ae759cd80
Deleted: sha256:90ada59ec22dda210e3c2345fb2a6cd445415b2dc8f2ea68b4416cda18333708
Deleted: sha256:f074e113e3168c35089233bfe5987d5e7bcce7cc368b311559a6035df81a9c2f
Deleted: sha256:feab6c37b0f04772f0f38d60b47e774656f057adb950a18f81c3386a19a02194
Deleted: sha256:5647eec1afa99af1916c4f45cda309b8b87356a3332f18037ad10c2c04565aab
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220915-203209
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:9fdc9b4caac6bff0133385251a99d8a971a89236b5a6c5e08d1d3600557f8e36
Associated tags:
- 20220915-203209
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220915-203209
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220915-203209].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:9fdc9b4caac6bff0133385251a99d8a971a89236b5a6c5e08d1d3600557f8e36].
$ rm -rf /tmp/tmp.53a6Yz7QvV
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220915202029
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:94cb59451c519a0d5a82227c85518a5c1c61d93f2ac224f1fb0cb3ea18a2db7b
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220915202029]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:94cb59451c519a0d5a82227c85518a5c1c61d93f2ac224f1fb0cb3ea18a2db7b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220915202029] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:94cb59451c519a0d5a82227c85518a5c1c61d93f2ac224f1fb0cb3ea18a2db7b])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:94cb59451c519a0d5a82227c85518a5c1c61d93f2ac224f1fb0cb3ea18a2db7b
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:94cb59451c519a0d5a82227c85518a5c1c61d93f2ac224f1fb0cb3ea18a2db7b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:94cb59451c519a0d5a82227c85518a5c1c61d93f2ac224f1fb0cb3ea18a2db7b].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220915202029
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:fc04c15dad404e2361b1b0292fc461783e816f009f28eb6bce1cad9f96a06082
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220915202029]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:fc04c15dad404e2361b1b0292fc461783e816f009f28eb6bce1cad9f96a06082]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220915202029] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:fc04c15dad404e2361b1b0292fc461783e816f009f28eb6bce1cad9f96a06082])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:fc04c15dad404e2361b1b0292fc461783e816f009f28eb6bce1cad9f96a06082
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:fc04c15dad404e2361b1b0292fc461783e816f009f28eb6bce1cad9f96a06082
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:fc04c15dad404e2361b1b0292fc461783e816f009f28eb6bce1cad9f96a06082].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2104859.
Stopping expansion service pid: 2104860.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 17s
215 actionable tasks: 148 executed, 55 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/vnz7vui3mquwg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #682
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/682/display/redirect?page=changes>
Changes:
[noreply] Pass namespace through RunInference transform (#23182)
[noreply] [GitHub Actions] - INFRA scripts to implement GCP Self-hosted runners
------------------------------------------
[...truncated 984.61 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27204/go-8-1663255168321557899/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27204/go-8-1663255168321557899/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27204/go-8-1663255168321557899/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27204/go-8-1663255168321557899/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27204/go-8-1663255168321557899/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27204/go-8-1663255168321557899/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27204/go-8-1663255168321557899/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27204/go-8-1663255168321557899/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27204/go-8-1663255168321557899/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220915-143159"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220915142042"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220915-143159"
}
]
},
"name": "go-testxlang_partition-799",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/15 15:19:38 Submitted job: 2022-09-15_08_19_37-5242300199194134186
2022/09/15 15:19:38 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-15_08_19_37-5242300199194134186?project=apache-beam-testing
2022/09/15 15:19:38 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-15_08_19_37-5242300199194134186
2022/09/15 15:19:38 Job state: JOB_STATE_PENDING ...
2022/09/15 15:20:08 Job still running ...
2022/09/15 15:20:38 Job still running ...
2022/09/15 15:21:08 Job still running ...
2022/09/15 15:21:38 Job still running ...
2022/09/15 15:22:08 Job still running ...
2022/09/15 15:22:38 Job still running ...
2022/09/15 15:23:09 Job still running ...
2022/09/15 15:23:39 Job still running ...
2022/09/15 15:24:09 Job still running ...
2022/09/15 15:24:39 Job still running ...
2022/09/15 15:25:09 Job still running ...
2022/09/15 15:25:39 Job still running ...
2022/09/15 15:26:09 Job still running ...
2022/09/15 15:26:39 Job still running ...
2022/09/15 15:27:09 Job still running ...
2022/09/15 15:27:39 Job still running ...
2022/09/15 15:28:09 Job still running ...
2022/09/15 15:28:39 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-15_08_19_37-5242300199194134186 failed
--- FAIL: TestXLang_Partition (581.87s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3396.836s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663252360630016862
--- FAIL: TestBigQueryIO_BasicWriteRead (5.55s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:34607 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@YUlxovVyGf" is_bounded:BOUNDED windowing_strategy_id:"w0@YUlxovVyGf"}} windowing_strategies:{key:"w0@YUlxovVyGf" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@YUlxovVyGf" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@YUlxovVyGf" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@YUlxovVyGf" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663252360630016862\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"YUlxovVyGf"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:34607 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@YUlxovVyGf" is_bounded:BOUNDED windowing_strategy_id:"w0@YUlxovVyGf"}} windowing_strategies:{key:"w0@YUlxovVyGf" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@YUlxovVyGf" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@YUlxovVyGf" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@YUlxovVyGf" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663252360630016862\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"YUlxovVyGf"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 27 [running]:
testing.tRunner.func1.2({0xefe1c0, 0xc000257b40})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefe1c0, 0xc000257b40})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00016d640?, 0xc0001419f0?}, {0x10a517d, 0x39}, {0xc00046a180?, 0xa6b8e0?, 0x1?}, {0xc000040b30, 0xf}, 0xc00020fd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00016d5e0?, 0xc0001419f0?}, {0xc00004a5a0, 0x52}, {0x1?}, {0xc00020fea8, 0x2, 0x7efd84f693c0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000040b30, 0xf}, {0xc00004a5a0, 0x52}, {0xe4cfc0, 0xc000041ce0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0000c8b60)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0000c8b60, 0x10d3d18)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.582s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.029s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.030s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.049s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a6c696140abae87d57a646fa8990e629d62366a63de1d9822fbb98bd0da6abb4
Associated tags:
- 20220915-143159
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220915-143159
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220915-143159].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a6c696140abae87d57a646fa8990e629d62366a63de1d9822fbb98bd0da6abb4].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220915142042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4ad81018f25a04c68e544b422250f28cf511d5eb8f90320c10a640e8e0336040]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220915142042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4ad81018f25a04c68e544b422250f28cf511d5eb8f90320c10a640e8e0336040])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4ad81018f25a04c68e544b422250f28cf511d5eb8f90320c10a640e8e0336040
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4ad81018f25a04c68e544b422250f28cf511d5eb8f90320c10a640e8e0336040].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220915142042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a16d0647373d96dc0971b3a8424481bfc35b269c005fbd88d5da2cf7e59d5ef9]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220915142042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a16d0647373d96dc0971b3a8424481bfc35b269c005fbd88d5da2cf7e59d5ef9])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a16d0647373d96dc0971b3a8424481bfc35b269c005fbd88d5da2cf7e59d5ef9
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a16d0647373d96dc0971b3a8424481bfc35b269c005fbd88d5da2cf7e59d5ef9].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 58s
215 actionable tasks: 148 executed, 55 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/3fjcdqj57xwkw
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #681
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/681/display/redirect>
Changes:
------------------------------------------
[...truncated 573.18 KB...]
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12667/go-8-1663233480980371236/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12667/go-8-1663233480980371236/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220915-083209"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220915082045"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220915-083209"
}
]
},
"name": "go-testxlang_partition-790",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/15 09:18:10 Submitted job: 2022-09-15_02_18_09-16548248802978006383
2022/09/15 09:18:10 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-15_02_18_09-16548248802978006383?project=apache-beam-testing
2022/09/15 09:18:10 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-15_02_18_09-16548248802978006383
2022/09/15 09:18:10 Job state: JOB_STATE_PENDING ...
2022/09/15 09:18:40 Job still running ...
2022/09/15 09:19:10 Job still running ...
2022/09/15 09:19:40 Job still running ...
2022/09/15 09:20:10 Job still running ...
2022/09/15 09:20:40 Job still running ...
2022/09/15 09:21:10 Job still running ...
2022/09/15 09:21:40 Job still running ...
2022/09/15 09:22:10 Job still running ...
2022/09/15 09:22:40 Job still running ...
2022/09/15 09:23:10 Job still running ...
2022/09/15 09:23:40 Job still running ...
2022/09/15 09:24:10 Job still running ...
2022/09/15 09:24:40 Job still running ...
2022/09/15 09:25:10 Job still running ...
2022/09/15 09:25:40 Job still running ...
2022/09/15 09:26:11 Job still running ...
2022/09/15 09:26:41 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-15_02_18_09-16548248802978006383 failed
--- FAIL: TestXLang_Partition (550.52s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3271.538s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663230763484937723
--- FAIL: TestBigQueryIO_BasicWriteRead (4.44s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:39671 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@NNcZyXhQMv" is_bounded:BOUNDED windowing_strategy_id:"w0@NNcZyXhQMv"}} windowing_strategies:{key:"w0@NNcZyXhQMv" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@NNcZyXhQMv" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@NNcZyXhQMv" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@NNcZyXhQMv" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663230763484937723\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"NNcZyXhQMv"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:39671 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@NNcZyXhQMv" is_bounded:BOUNDED windowing_strategy_id:"w0@NNcZyXhQMv"}} windowing_strategies:{key:"w0@NNcZyXhQMv" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@NNcZyXhQMv" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@NNcZyXhQMv" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@NNcZyXhQMv" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663230763484937723\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"NNcZyXhQMv"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 27 [running]:
testing.tRunner.func1.2({0xefe1c0, 0xc0002137c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefe1c0, 0xc0002137c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000622c60?, 0xc0001418b0?}, {0x10a517d, 0x39}, {0xc00064a240?, 0xa6b8e0?, 0x1?}, {0xc00061aac0, 0xf}, 0xc0001add20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000622c00?, 0xc0001418b0?}, {0xc00010e900, 0x52}, {0x1?}, {0xc0001adea8, 0x2, 0x7f2298adbd20?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00061aac0, 0xf}, {0xc00010e900, 0x52}, {0xe4cfc0, 0xc00061bc70})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000460ea0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000460ea0, 0x10d3d18)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.475s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.030s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.027s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220915-083209
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220915-083209
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:9731b7ccede98053a0a6bac6453e982e28e38ef3297f4f41af2011c55587c8a3
Deleted: sha256:aa52643e3c0637d3cc071558057af204da5129252efcdfa3d88488d9d16340fa
Deleted: sha256:961b1dd9195c226979f2b209761ad1d10c63f5294627292c1961ab143c2616e9
Deleted: sha256:ceaa855ab23d8418186b98a5e8257dcd57ad6e5adb9d9f62d42e8c38ebaa032b
Deleted: sha256:38b92b904158a69afae9d8d0baf06fdf9b70701161a97adfe1e818bdf3f3a69d
Deleted: sha256:a4d1a4b42ebeb07a0fbb3c448d51ec7ecb1593d861c27d2abaf834f04afa2043
Deleted: sha256:8ee495d5babcd86b2a1a6eb423294ae8a8031a99f5ae5360394672b0d40510ce
Deleted: sha256:a4e60bd69f557d715c97903115fa3a13441bd156159ee2dbdb7fce63ca73fca9
Deleted: sha256:369b954b994743166a47ca47118c5db11acfbaf0060abdd981672f4a953d242b
Deleted: sha256:c4dd12a02d5d77c1c5a44d2be0ce7d093c9e9098e17676b7b1f999737195820b
Deleted: sha256:0b488548a01329b3a779ebb73feb1c00cb4b5a2e5967cb5cd96e72331e2eeae8
Deleted: sha256:474a2c42896cb823916befc1b79c1941671621386deb8ceb604f8f9261d28f9c
Deleted: sha256:f87959c00b3ccae2c32c8c1083414b6bb34ebca80421a42c880f718c5531c27b
Deleted: sha256:06c85051af8ec65fb103030b12b3eb11e0392792e838b6583927f232f23ff78e
Deleted: sha256:96f060d5d5066b538479a3b0dd642c6f54b7a2c413c96f39f65c15c5686c4354
Deleted: sha256:de9d6782b0016821dcb1c2455cd038bd430195a4d1c2649161f7ee97363f0c62
Deleted: sha256:9da25a12e75da047f7c3e8192bddf1391fab5491763321788cb79ffefec1f5d6
Deleted: sha256:a259ff89c77ad20a9ed35ade237e9b6ff55cc9a983e818701acf2ad9a7fc281c
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220915-083209
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:9731b7ccede98053a0a6bac6453e982e28e38ef3297f4f41af2011c55587c8a3
Associated tags:
- 20220915-083209
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220915-083209
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220915-083209].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:9731b7ccede98053a0a6bac6453e982e28e38ef3297f4f41af2011c55587c8a3].
$ rm -rf /tmp/tmp.DmjVDT0rP6
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220915082045
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f02b37ab731a812bdef5b5b3348ffcf375cc51685edd0c3ca17793ad21d35a4e
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220915082045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f02b37ab731a812bdef5b5b3348ffcf375cc51685edd0c3ca17793ad21d35a4e]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220915082045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f02b37ab731a812bdef5b5b3348ffcf375cc51685edd0c3ca17793ad21d35a4e])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f02b37ab731a812bdef5b5b3348ffcf375cc51685edd0c3ca17793ad21d35a4e
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f02b37ab731a812bdef5b5b3348ffcf375cc51685edd0c3ca17793ad21d35a4e
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f02b37ab731a812bdef5b5b3348ffcf375cc51685edd0c3ca17793ad21d35a4e].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220915082045
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3de2ded93bd830086750731c751c19cf6b5ff8f146127fcee938d2a904200982
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220915082045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3de2ded93bd830086750731c751c19cf6b5ff8f146127fcee938d2a904200982]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220915082045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3de2ded93bd830086750731c751c19cf6b5ff8f146127fcee938d2a904200982])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3de2ded93bd830086750731c751c19cf6b5ff8f146127fcee938d2a904200982
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3de2ded93bd830086750731c751c19cf6b5ff8f146127fcee938d2a904200982
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3de2ded93bd830086750731c751c19cf6b5ff8f146127fcee938d2a904200982].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 502696.
Stopping expansion service pid: 502697.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 45s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/cujm7mefb26di
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #680
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/680/display/redirect?page=changes>
Changes:
[noreply] Bump github.com/google/go-cmp from 0.5.8 to 0.5.9 in /sdks (#23123)
[noreply] Update google-cloud-bigquery requirement from <3,>=1.6.0 to >=1.6.0,<4
[noreply] Optimize varint reading and writing for small ints. (#23192)
------------------------------------------
[...truncated 961.33 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30207/go-8-1663211951681475515/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30207/go-8-1663211951681475515/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30207/go-8-1663211951681475515/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30207/go-8-1663211951681475515/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30207/go-8-1663211951681475515/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30207/go-8-1663211951681475515/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30207/go-8-1663211951681475515/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30207/go-8-1663211951681475515/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30207/go-8-1663211951681475515/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220915-023246"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220915022031"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220915-023246"
}
]
},
"name": "go-testxlang_partition-167",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/15 03:19:21 Submitted job: 2022-09-14_20_19_20-1332235001341996073
2022/09/15 03:19:21 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-14_20_19_20-1332235001341996073?project=apache-beam-testing
2022/09/15 03:19:21 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-14_20_19_20-1332235001341996073
2022/09/15 03:19:21 Job state: JOB_STATE_PENDING ...
2022/09/15 03:19:51 Job still running ...
2022/09/15 03:20:21 Job still running ...
2022/09/15 03:20:51 Job still running ...
2022/09/15 03:21:21 Job still running ...
2022/09/15 03:21:51 Job still running ...
2022/09/15 03:22:22 Job still running ...
2022/09/15 03:22:52 Job still running ...
2022/09/15 03:23:22 Job still running ...
2022/09/15 03:23:52 Job still running ...
2022/09/15 03:24:22 Job still running ...
2022/09/15 03:24:52 Job still running ...
2022/09/15 03:25:22 Job still running ...
2022/09/15 03:25:52 Job still running ...
2022/09/15 03:26:22 Job still running ...
2022/09/15 03:26:52 Job still running ...
2022/09/15 03:27:22 Job still running ...
2022/09/15 03:27:52 Job still running ...
2022/09/15 03:28:22 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-14_20_19_20-1332235001341996073 failed
--- FAIL: TestXLang_Partition (581.17s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3334.347s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663209201735457290
--- FAIL: TestBigQueryIO_BasicWriteRead (4.45s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43807 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@NMsdZgnnED" is_bounded:BOUNDED windowing_strategy_id:"w0@NMsdZgnnED"}} windowing_strategies:{key:"w0@NMsdZgnnED" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@NMsdZgnnED" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@NMsdZgnnED" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@NMsdZgnnED" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663209201735457290\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"NMsdZgnnED"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43807 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@NMsdZgnnED" is_bounded:BOUNDED windowing_strategy_id:"w0@NMsdZgnnED"}} windowing_strategies:{key:"w0@NMsdZgnnED" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@NMsdZgnnED" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@NMsdZgnnED" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@NMsdZgnnED" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663209201735457290\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"NMsdZgnnED"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 26 [running]:
testing.tRunner.func1.2({0xefe1c0, 0xc000013b40})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefe1c0, 0xc000013b40})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0006d45e0?, 0xc000498050?}, {0x10a517d, 0x39}, {0xc00055e180?, 0xa6b8e0?, 0x1?}, {0xc000040cc0, 0xf}, 0xc000159d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0006d4580?, 0xc000498050?}, {0xc000468360, 0x52}, {0x1?}, {0xc000159ea8, 0x2, 0xe0d520?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000040cc0, 0xf}, {0xc000468360, 0x52}, {0xe4cfc0, 0xc0006d0338})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000460820)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000460820, 0x10d3d18)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.480s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.035s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:669ee30f0091135ba268ae176adec27e35a31277e56d20b30ade8268aad088ee
Associated tags:
- 20220915-023246
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220915-023246
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220915-023246].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:669ee30f0091135ba268ae176adec27e35a31277e56d20b30ade8268aad088ee].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220915022031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5a2eca5b09e649223542d619887fad1987edcf86abf68df7ce971a55d7805a85]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220915022031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5a2eca5b09e649223542d619887fad1987edcf86abf68df7ce971a55d7805a85])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5a2eca5b09e649223542d619887fad1987edcf86abf68df7ce971a55d7805a85
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5a2eca5b09e649223542d619887fad1987edcf86abf68df7ce971a55d7805a85].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220915022031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8a05a64c7cabccaf0e58826a57c0a620b8ede43898189efac7313a6caad99f2b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220915022031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8a05a64c7cabccaf0e58826a57c0a620b8ede43898189efac7313a6caad99f2b])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8a05a64c7cabccaf0e58826a57c0a620b8ede43898189efac7313a6caad99f2b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8a05a64c7cabccaf0e58826a57c0a620b8ede43898189efac7313a6caad99f2b].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 40s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/rbihqwgvhjklm
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #679
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/679/display/redirect?page=changes>
Changes:
[noreply] Fix assignees check
[noreply] Fix IllegalStateException in StorageApiWriteUnshardedRecords error
[noreply] Update cibuildwheel (#23024)
[noreply] Add section to docs on resource hints/RunInference (#23215)
[noreply] (BQ Python) Perform job waits in finish_bundle to allow BQ streaming
[noreply] Update to newest version of CloudPickle. (#23223)
[noreply] Resolve script parsing error when changing from bash to sh. (#23199)
[noreply] Bump cloud.google.com/go/bigquery from 1.39.0 to 1.40.0 in /sdks
------------------------------------------
[...truncated 986.06 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test722/go-8-1663190329888149715/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test722/go-8-1663190329888149715/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test722/go-8-1663190329888149715/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test722/go-8-1663190329888149715/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test722/go-8-1663190329888149715/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test722/go-8-1663190329888149715/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test722/go-8-1663190329888149715/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test722/go-8-1663190329888149715/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test722/go-8-1663190329888149715/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220914-203241"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220914202042"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220914-203241"
}
]
},
"name": "go-testxlang_partition-483",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/14 21:19:00 Submitted job: 2022-09-14_14_18_59-13965368590002605033
2022/09/14 21:19:00 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-14_14_18_59-13965368590002605033?project=apache-beam-testing
2022/09/14 21:19:00 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-14_14_18_59-13965368590002605033
2022/09/14 21:19:00 Job state: JOB_STATE_PENDING ...
2022/09/14 21:19:30 Job still running ...
2022/09/14 21:20:00 Job still running ...
2022/09/14 21:20:30 Job still running ...
2022/09/14 21:21:00 Job still running ...
2022/09/14 21:21:30 Job still running ...
2022/09/14 21:22:00 Job still running ...
2022/09/14 21:22:30 Job still running ...
2022/09/14 21:23:00 Job still running ...
2022/09/14 21:23:30 Job still running ...
2022/09/14 21:24:00 Job still running ...
2022/09/14 21:24:30 Job still running ...
2022/09/14 21:25:00 Job still running ...
2022/09/14 21:25:30 Job still running ...
2022/09/14 21:26:01 Job still running ...
2022/09/14 21:26:31 Job still running ...
2022/09/14 21:27:01 Job still running ...
2022/09/14 21:27:31 Job still running ...
2022/09/14 21:28:01 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-14_14_18_59-13965368590002605033 failed
--- FAIL: TestXLang_Partition (581.67s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3307.078s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663187613642749812
--- FAIL: TestBigQueryIO_BasicWriteRead (5.98s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:38911 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@WWbVVmcQOX" is_bounded:BOUNDED windowing_strategy_id:"w0@WWbVVmcQOX"}} windowing_strategies:{key:"w0@WWbVVmcQOX" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@WWbVVmcQOX" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@WWbVVmcQOX" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@WWbVVmcQOX" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663187613642749812\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"WWbVVmcQOX"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:38911 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@WWbVVmcQOX" is_bounded:BOUNDED windowing_strategy_id:"w0@WWbVVmcQOX"}} windowing_strategies:{key:"w0@WWbVVmcQOX" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@WWbVVmcQOX" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@WWbVVmcQOX" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@WWbVVmcQOX" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663187613642749812\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"WWbVVmcQOX"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 41 [running]:
testing.tRunner.func1.2({0xefc1c0, 0xc000295440})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefc1c0, 0xc000295440})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00016d340?, 0xc000117900?}, {0x10a317d, 0x39}, {0xc0005da180?, 0xa6b8e0?, 0x1?}, {0xc0004a8b80, 0xf}, 0xc00015dd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00016d2e0?, 0xc000117900?}, {0xc0006384e0, 0x52}, {0x1?}, {0xc00015dea8, 0x2, 0x7f79140909b0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0004a8b80, 0xf}, {0xc0006384e0, 0x52}, {0xe4afc0, 0xc0004a9d30})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000493860)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000493860, 0x10d1d18)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 9.034s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.064s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.040s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.035s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:4d2e3117e29fd323886b60e11f367a5ee88432c2a734567c2fc5dc3af9217feb
Associated tags:
- 20220914-203241
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220914-203241
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220914-203241].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:4d2e3117e29fd323886b60e11f367a5ee88432c2a734567c2fc5dc3af9217feb].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220914202042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bd93a44aab5f5a8256790c5687dc9c6d62dd39bdd2b3aab87b5a8dc81d6400ab]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220914202042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bd93a44aab5f5a8256790c5687dc9c6d62dd39bdd2b3aab87b5a8dc81d6400ab])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bd93a44aab5f5a8256790c5687dc9c6d62dd39bdd2b3aab87b5a8dc81d6400ab
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bd93a44aab5f5a8256790c5687dc9c6d62dd39bdd2b3aab87b5a8dc81d6400ab].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220914202042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8480706d416b6cc06403c985c835b3170ba0a3adef881533bf7a8a8d830ede2b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220914202042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8480706d416b6cc06403c985c835b3170ba0a3adef881533bf7a8a8d830ede2b])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8480706d416b6cc06403c985c835b3170ba0a3adef881533bf7a8a8d830ede2b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8480706d416b6cc06403c985c835b3170ba0a3adef881533bf7a8a8d830ede2b].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 22s
215 actionable tasks: 145 executed, 58 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/ydksyjx4fhgm2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #678
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/678/display/redirect?page=changes>
Changes:
[noreply] Exclude protobuf 3.20.2 (#23226)
------------------------------------------
[...truncated 545.41 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10499/go-8-1663169188654423335/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10499/go-8-1663169188654423335/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10499/go-8-1663169188654423335/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10499/go-8-1663169188654423335/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10499/go-8-1663169188654423335/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10499/go-8-1663169188654423335/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10499/go-8-1663169188654423335/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10499/go-8-1663169188654423335/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10499/go-8-1663169188654423335/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220914-143551"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220914142056"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220914-143551"
}
]
},
"name": "go-testxlang_partition-498",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/14 15:26:45 Submitted job: 2022-09-14_08_26_45-13518423439987152267
2022/09/14 15:26:45 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-14_08_26_45-13518423439987152267?project=apache-beam-testing
2022/09/14 15:26:45 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-14_08_26_45-13518423439987152267
2022/09/14 15:26:45 Job state: JOB_STATE_PENDING ...
2022/09/14 15:27:15 Job still running ...
2022/09/14 15:27:45 Job still running ...
2022/09/14 15:28:15 Job still running ...
2022/09/14 15:28:45 Job still running ...
2022/09/14 15:29:15 Job still running ...
2022/09/14 15:29:45 Job still running ...
2022/09/14 15:30:16 Job still running ...
2022/09/14 15:30:46 Job still running ...
2022/09/14 15:31:16 Job still running ...
2022/09/14 15:31:46 Job still running ...
2022/09/14 15:32:16 Job still running ...
2022/09/14 15:32:46 Job still running ...
2022/09/14 15:33:16 Job still running ...
2022/09/14 15:33:46 Job still running ...
2022/09/14 15:34:16 Job still running ...
2022/09/14 15:34:46 Job still running ...
2022/09/14 15:35:16 Job still running ...
2022/09/14 15:35:47 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-14_08_26_45-13518423439987152267 failed
--- FAIL: TestXLang_Partition (588.84s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3566.057s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663166219114338672
--- FAIL: TestBigQueryIO_BasicWriteRead (5.65s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:33427 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ocnQrbshNY" is_bounded:BOUNDED windowing_strategy_id:"w0@ocnQrbshNY"}} windowing_strategies:{key:"w0@ocnQrbshNY" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ocnQrbshNY" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ocnQrbshNY" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ocnQrbshNY" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663166219114338672\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ocnQrbshNY"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:33427 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@ocnQrbshNY" is_bounded:BOUNDED windowing_strategy_id:"w0@ocnQrbshNY"}} windowing_strategies:{key:"w0@ocnQrbshNY" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@ocnQrbshNY" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@ocnQrbshNY" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@ocnQrbshNY" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663166219114338672\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"ocnQrbshNY"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 27 [running]:
testing.tRunner.func1.2({0xefc1c0, 0xc0000af380})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefc1c0, 0xc0000af380})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000488720?, 0xc000498050?}, {0x10a317d, 0x39}, {0xc00055c180?, 0xa6b8e0?, 0x1?}, {0xc000040b50, 0xf}, 0xc0001add20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0004886c0?, 0xc000498050?}, {0xc00046e3c0, 0x52}, {0x1?}, {0xc0001adea8, 0x2, 0x7f136422de50?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000040b50, 0xf}, {0xc00046e3c0, 0x52}, {0xe4afc0, 0xc000696820})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0000c89c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0000c89c0, 0x10d1d18)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 8.686s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.037s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:cd6643e0e16e60c2daf3228ea411ffa30024aa43592c6146a49c1ec0093ea451
Associated tags:
- 20220914-143551
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220914-143551
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220914-143551].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:cd6643e0e16e60c2daf3228ea411ffa30024aa43592c6146a49c1ec0093ea451].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220914142056]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b8185cd958836fc9d04019b7af68817a4403cdad99bcf42e8b6809ff143a7881]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220914142056] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b8185cd958836fc9d04019b7af68817a4403cdad99bcf42e8b6809ff143a7881])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b8185cd958836fc9d04019b7af68817a4403cdad99bcf42e8b6809ff143a7881
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b8185cd958836fc9d04019b7af68817a4403cdad99bcf42e8b6809ff143a7881].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220914142056]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f6430d961ae5c7f01f72db06aba1b369cd0e02567fa5783cf05aa219a276d60a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220914142056] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f6430d961ae5c7f01f72db06aba1b369cd0e02567fa5783cf05aa219a276d60a])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f6430d961ae5c7f01f72db06aba1b369cd0e02567fa5783cf05aa219a276d60a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f6430d961ae5c7f01f72db06aba1b369cd0e02567fa5783cf05aa219a276d60a].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 15m 57s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/dgkqus3f5nxoq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #677
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/677/display/redirect?page=changes>
Changes:
[noreply] Publish results of JMH benchmark runs (Java SDK) to InfluxDB (part of
------------------------------------------
[...truncated 134.06 KB...]
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 2.0/2.0 MB 27.5 MB/s eta 0:00:00
Requirement already satisfied: setuptools in /usr/local/lib/python3.8/site-packages (57.5.0)
Collecting setuptools
Downloading setuptools-65.3.0-py3-none-any.whl (1.2 MB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.2/1.2 MB 65.1 MB/s eta 0:00:00
Installing collected packages: setuptools, pip
Attempting uninstall: setuptools
Found existing installation: setuptools 57.5.0
Uninstalling setuptools-57.5.0:
Successfully uninstalled setuptools-57.5.0
Attempting uninstall: pip
Found existing installation: pip 22.0.4
Uninstalling pip-22.0.4:
Successfully uninstalled pip-22.0.4
Successfully installed pip-22.2.2 setuptools-65.3.0
[91mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
[0mRemoving intermediate container 39bf41d60ac1
---> e8444cb23a38
Step 8/32 : ENV CLOUDSDK_CORE_DISABLE_PROMPTS yes
---> Running in 958ffadd02bf
Removing intermediate container 958ffadd02bf
---> 18d244a4ba78
Step 9/32 : ENV PATH $PATH:/usr/local/gcloud/google-cloud-sdk/bin
---> Running in 3191bce6a230
Removing intermediate container 3191bce6a230
---> 72ca6061cb7d
Step 10/32 : RUN mkdir -p /usr/local/gcloud && cd /usr/local/gcloud && curl -s -O https://dl.google.com/dl/cloudsdk/release/google-cloud-sdk.tar.gz && tar -xf google-cloud-sdk.tar.gz && /usr/local/gcloud/google-cloud-sdk/install.sh && rm google-cloud-sdk.tar.gz
---> Running in 7ae8b481de13
Welcome to the Google Cloud CLI!
WARNING: You appear to be running this script as root. This may cause
the installation to be inaccessible to users other than the root user.
[91mBeginning update. This process may take several minutes.
[0m[91m
[0m[91m
Your current Google Cloud CLI version is: 402.0.0
[0m[91mInstalling components from version: 402.0.0
[0m[91m
[0m[91m┌─────────────────────────────────────────────────────────────────────────────┐[0m[91m
[0m[91m│ These components will be installed. │[0m[91m
[0m[91m├─────────────────────────────────────────────────────┬────────────┬──────────┤[0m[91m
[0m[91m│ Name │ Version │ Size │[0m[91m
[0m[91m├─────────────────────────────────────────────────────┼────────────┼──────────┤
[0m[91m│ [0m[91mBigQuery Command Line Tool [0m[91m [0m[91m│ [0m[91m 2.0.75[0m[91m [0m[91m│ [0m[91m 1.6 MiB[0m[91m [0m[91m│[0m[91m
[0m[91m│ [0m[91mBigQuery Command Line Tool (Platform Specific) [0m[91m [0m[91m│ [0m[91m 2.0.75[0m[91m [0m[91m│ [0m[91m < 1 MiB[0m[91m [0m[91m│[0m[91m
[0m[91m│ [0m[91mCloud Storage Command Line Tool [0m[91m [0m[91m│ [0m[91m 5.13[0m[91m [0m[91m│ [0m[91m15.5 MiB[0m[91m [0m[91m│[0m[91m
[0m[91m│ Cloud Storage Command Line Tool (Platform Specific)[0m[91m [0m[91m│ [0m[91m 5.11[0m[91m [0m[91m│ [0m[91m < 1 MiB[0m[91m [0m[91m│[0m[91m
[0m[91m│ [0m[91mGoogle Cloud CLI Core Libraries (Platform Specific)[0m[91m [0m[91m│ [0m[91m2022.08.05[0m[91m [0m[91m│ [0m[91m < 1 MiB[0m[91m [0m[91m│[0m[91m
[0m[91m│ [0m[91mGoogle Cloud CRC32C Hash Tool [0m[91m [0m[91m│ [0m[91m 1.0.0[0m[91m [0m[91m│ [0m[91m 1.2 MiB[0m[91m [0m[91m│[0m[91m
[0m[91m│ [0m[91manthoscli [0m[91m [0m[91m│ [0m[91m 0.2.29[0m[91m [0m[91m│ [0m[91m37.6 MiB[0m[91m [0m[91m│[0m[91m
[0m[91m│ [0m[91mgcloud cli dependencies [0m[91m [0m[91m│ [0m[91m2021.04.16[0m[91m [0m[91m│ [0m[91m < 1 MiB[0m[91m [0m[91m│[0m[91m
[0m[91m└─────────────────────────────────────────────────────┴────────────┴──────────┘[0m[91m
[0m[91m
[0m[91mFor the latest full release notes, please visit:
https://cloud.google.com/sdk/release_notes
[0m[91m╔════════════════════════════════════════════════════════════╗
╠═ Creating update staging area ═╣
[0m[91m╚[0m[91m══════[0m[91m══════[0m[91m══════[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═╝
[0m[91m╔════════════════════════════════════════════════════════════╗
╠═ Installing: BigQuery Command Line Tool ═╣
[0m[91m╚[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m╝
[0m[91m╔════════════════════════════════════════════════════════════╗
[0m[91m╠═ Installing: BigQuery Command Line Tool (Platform Spec... ═╣
[0m[91m╚[0m[91m══════════════════════════════[0m[91m══════════════════════════════[0m[91m╝
[0m[91m╔════════════════════════════════════════════════════════════╗
╠═ Installing: Cloud Storage Command Line Tool ═╣
[0m[91m╚[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═╝
[0m[91m╔════════════════════════════════════════════════════════════╗
╠═ Installing: Cloud Storage Command Line Tool (Platform... ═╣
[0m[91m╚[0m[91m══════════════════════════════[0m[91m══════════════════════════════[0m[91m╝
[0m[91m╔════════════════════════════════════════════════════════════╗
[0m[91m╠═ Installing: Default set of gcloud commands ═╣
[0m[91m╚[0m[91m════════════════════════════════════════════════════════════[0m[91m╝
[0m[91m╔════════════════════════════════════════════════════════════╗
[0m[91m╠═ Installing: Google Cloud CLI Core Libraries (Platform... ═╣
[0m[91m╚[0m[91m══════════════════════════════[0m[91m═══════════════[0m[91m═══════════════[0m[91m╝
[0m[91m╔════════════════════════════════════════════════════════════╗
[0m[91m╠═ Installing: Google Cloud CRC32C Hash Tool ═╣
[0m[91m╚[0m[91m════════════════════════════════════════════════════════════╝
[0m[91m╔════════════════════════════════════════════════════════════╗
[0m[91m╠═ Installing: Google Cloud CRC32C Hash Tool ═╣
[0m[91m╚[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═══════════════[0m[91m═══════════════[0m[91m╝
[0m[91m╔════════════════════════════════════════════════════════════╗
╠═ Installing: anthoscli ═╣
[0m[91m╚[0m[91m════════════════════════════════════════════════════════════[0m[91m╝
[0m[91m╔════════════════════════════════════════════════════════════╗
[0m[91m╠═ Installing: anthoscli ═╣
[0m[91m╚[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m═[0m[91m══════════[0m[91m═════════[0m[91m═══════════╝
[0m[91m╔════════════════════════════════════════════════════════════╗
╠═ Installing: gcloud cli dependencies ═╣
[0m[91m╚[0m[91m══════════════════════════════[0m[91m══════════════════════════════[0m[91m╝
[0m[91m╔════════════════════════════════════════════════════════════╗
[0m[91m╠═ Creating backup and activating new installation ═╣
[0m[91m╚[0m[91m══════════════════════════════[0m[91m══════════════════════════════[0m[91m╝
[0m[91m
[0m[91mPerforming post processing steps...
..........................................................................................done.
Update done!
[0m
To help improve the quality of this product, we collect anonymized usage data
and anonymized stacktraces when crashes are encountered; additional information
is available at <https://cloud.google.com/sdk/usage-statistics>. This data is
handled in accordance with our privacy policy
<https://cloud.google.com/terms/cloud-privacy-notice>. You may choose to opt in this
collection now (by choosing 'Y' at the below prompt), or at any time in the
future by running the following command:
gcloud config set disable_usage_reporting false
This will install all the core command line tools necessary for working with
the Google Cloud Platform.
For more information on how to get started, please visit:
https://cloud.google.com/sdk/docs/quickstarts
[91m==> Source [/usr/local/gcloud/google-cloud-sdk/completion.bash.inc] in your profile to enable shell command completion for gcloud.
==> Source [/usr/local/gcloud/google-cloud-sdk/path.bash.inc] in your profile to add the Google Cloud SDK command line tools to your $PATH.
[0mRemoving intermediate container 7ae8b481de13
---> b194a150ddf2
Step 11/32 : RUN ln -s /usr/bin/ccache /usr/local/bin/gcc
---> Running in da6e0bb2db34
Removing intermediate container da6e0bb2db34
---> 213ed1336ef8
Step 12/32 : RUN ccache --set-config=sloppiness=file_macro && ccache --set-config=hash_dir=false
---> Running in 98a53227fd46
Removing intermediate container 98a53227fd46
---> b79a572fe2a5
Step 13/32 : COPY target/apache-beam.tar.gz /opt/apache/beam/tars/
---> c57448780dcb
Step 14/32 : RUN pip install --no-deps -v /opt/apache/beam/tars/apache-beam.tar.gz[gcp]
---> Running in 285105adf2cf
Using pip 22.2.2 from /usr/local/lib/python3.8/site-packages/pip (python 3.8)
Processing /opt/apache/beam/tars/apache-beam.tar.gz
Preparing metadata (setup.py): started
[91m Running command python setup.py egg_info
[0m[91m Traceback (most recent call last):
[0m[91m File "<string>", line 2, in <module>
[0m[91m File "<pip-setuptools-caller>", line 34, in <module>
[0m[91m File "/tmp/pip-req-build-0atz8kh_/setup.py", line 169, in <module>
[0m[91m generate_protos_first()
[0m[91m File "/tmp/pip-req-build-0atz8kh_/setup.py", line 139, in generate_protos_first
[0m[91m gen_protos.generate_proto_files()
[0m[91m File "/tmp/pip-req-build-0atz8kh_/gen_protos.py", line 476, in generate_proto_files
[0m[91m raise RuntimeError(error_msg)
[0m[91m RuntimeError: Not in apache git tree, unable to find proto definitions.
[0m[91m error: subprocess-exited-with-error
× python setup.py egg_info did not run successfully.
│ exit code: 1
╰─> See above for output.
note: This error originates from a subprocess, and is likely not a problem with pip.
[0m[91m full command: /usr/local/bin/python -c '
exec(compile('"'"''"'"''"'"'
# This is <pip-setuptools-caller> -- a caller that pip uses to run setup.py
#
# - It imports setuptools before invoking setup.py, to enable projects that directly
# import from `distutils.core` to work with newer packaging standards.
# - It provides a clear error message when setuptools is not installed.
# - It sets `sys.argv[0]` to the underlying `setup.py`, when invoking `setup.py` so
# setuptools doesn'"'"'t think the script is `-c`. This avoids the following warning:
# manifest_maker: standard file '"'"'-c'"'"' not found".
# - It generates a shim setup.py, for handling setup.cfg-only projects.
import os, sys, tokenize
try:
import setuptools
except ImportError as error:
print(
"ERROR: Can not execute `setup.py` since setuptools is not available in "
"the build environment.",
file=sys.stderr,
)
sys.exit(1)
__file__ = %r
sys.argv[0] = __file__
if os.path.exists(__file__):
filename = __file__
with tokenize.open(__file__) as f:
setup_py_code = f.read()
else:
filename = "<auto-generated setuptools caller>"
setup_py_code = "from setuptools import setup; setup()"
exec(compile(setup_py_code, filename, "exec"))
'"'"''"'"''"'"' % ('"'"'/tmp/pip-req-build-0atz8kh_/setup.py'"'"',), "<pip-setuptools-caller>", "exec"))' egg_info --egg-base /tmp/pip-pip-egg-info-cqj8lr9v
[0m[91m cwd: /tmp/pip-req-build-0atz8kh_/
[0m Preparing metadata (setup.py): finished with status 'error'
[91merror: metadata-generation-failed
× Encountered error while generating package metadata.
╰─> See above for output.
note: This is an issue with the package mentioned above, not pip.
hint: See above for details.
[0mThe command '/bin/sh -c pip install --no-deps -v /opt/apache/beam/tars/apache-beam.tar.gz[gcp]' returned a non-zero code: 1
> Task :sdks:python:container:py38:docker FAILED
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:installGcpTest'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py38:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 5m 31s
209 actionable tasks: 165 executed, 35 from cache, 9 up-to-date
Publishing build scan...
https://gradle.com/s/d67hduz4wp76w
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #676
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/676/display/redirect?page=changes>
Changes:
[noreply] [Go SDK] Proto changes for timer param (#23216)
[noreply] Bump github.com/testcontainers/testcontainers-go in /sdks (#23201)
[noreply] Update to objsize to 0.5.2 which is under BSD-3 license (fixes #23096)
[noreply] Exclude insignificant whitespace from cloud object (#23217)
[noreply] Trying out property-based tests for Beam python coders (#22233)
------------------------------------------
[...truncated 81.16 KB...]
Successfully installed beautifulsoup4-4.11.1 pyyaml-5.4.1 six-1.16.0 soupsieve-2.3.2.post1 tenacity-5.1.5
Executing python <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/container/license_scripts/pull_licenses_java.py> --license_index=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/container/build/reports/dependency-license/index.json> --output_dir=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/container/build/target/java_third_party_licenses> --dep_url_yaml=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/container/license_scripts/dep_urls_java.yaml> --manual_license_path=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/container/license_scripts/manual_licenses>
INFO:root:Pulling license for 254 dependencies using 16 threads.
INFO:root:Replaced local file URL with file://<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/container/license_scripts/manual_licenses/xz/COPYING> for xz-1.5
> Task :sdks:java:testing:kafka-service:compileTestJava FROM-CACHE
> Task :sdks:java:testing:kafka-service:processTestResources
> Task :sdks:java:testing:kafka-service:testClasses
> Task :release:go-licenses:go:dockerRun
+ tee /output/licenses/list.csv
+ go-licenses csv github.com/apache/beam/sdks/v2/go/container
> Task :sdks:java:testing:kafka-service:buildTestKafkaServiceJar FROM-CACHE
> Task :sdks:java:io:debezium:createCheckerFrameworkManifest
> Task :sdks:java:io:debezium:compileJava FROM-CACHE
> Task :sdks:java:io:debezium:processResources NO-SOURCE
> Task :sdks:java:io:debezium:classes UP-TO-DATE
> Task :sdks:java:io:debezium:jar
> Task :sdks:java:io:debezium:expansion-service:createCheckerFrameworkManifest
> Task :sdks:java:io:debezium:expansion-service:compileJava NO-SOURCE
> Task :sdks:java:io:debezium:expansion-service:processResources NO-SOURCE
> Task :sdks:java:io:debezium:expansion-service:classes UP-TO-DATE
> Task :sdks:java:io:debezium:expansion-service:jar
> Task :sdks:java:io:debezium:expansion-service:startScripts
> Task :sdks:java:io:expansion-service:shadowDistZip
> Task :sdks:java:io:expansion-service:assemble
> Task :sdks:java:io:expansion-service:analyzeClassesDependencies FROM-CACHE
> Task :sdks:java:io:expansion-service:analyzeTestClassesDependencies SKIPPED
> Task :sdks:java:io:expansion-service:analyzeDependencies UP-TO-DATE
> Task :sdks:java:io:expansion-service:checkstyleMain NO-SOURCE
> Task :sdks:java:io:expansion-service:checkstyleTest NO-SOURCE
> Task :sdks:java:io:expansion-service:javadoc NO-SOURCE
> Task :sdks:java:io:expansion-service:spotbugsMain NO-SOURCE
> Task :sdks:java:io:expansion-service:spotbugsTest SKIPPED
> Task :sdks:java:io:expansion-service:spotlessJava FROM-CACHE
> Task :sdks:java:io:expansion-service:spotlessJavaCheck UP-TO-DATE
> Task :sdks:java:io:expansion-service:spotlessCheck UP-TO-DATE
> Task :sdks:java:io:expansion-service:test NO-SOURCE
> Task :sdks:java:io:expansion-service:check UP-TO-DATE
> Task :sdks:java:io:expansion-service:build
> Task :sdks:java:io:google-cloud-platform:expansion-service:createCheckerFrameworkManifest
> Task :sdks:java:io:google-cloud-platform:expansion-service:compileJava NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:processResources NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:classes UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:jar
> Task :release:go-licenses:py:dockerRun
github.com/apache/beam/sdks/v2/go/pkg/beam,https://github.com/apache/beam/blob/sdks/v2.41.0/sdks/go/README.md,Apache-2.0
github.com/apache/beam/sdks/v2/python/container,https://github.com/apache/beam/blob/sdks/v2.41.0/sdks/LICENSE,Apache-2.0
github.com/golang/protobuf,https://github.com/golang/protobuf/blob/v1.5.2/LICENSE,BSD-3-Clause
github.com/nightlyone/lockfile,https://github.com/nightlyone/lockfile/blob/v1.0.0/LICENSE,MIT
golang.org/x/net,https://cs.opensource.google/go/x/net/+/1bab6f36:LICENSE,BSD-3-Clause
golang.org/x/sys,https://cs.opensource.google/go/x/sys/+/87e55d71:LICENSE,BSD-3-Clause
golang.org/x/text,https://cs.opensource.google/go/x/text/+/v0.3.7:LICENSE,BSD-3-Clause
google.golang.org/genproto/googleapis/rpc/status,https://github.com/googleapis/go-genproto/blob/042d03aeabc9/LICENSE,Apache-2.0
google.golang.org/grpc,https://github.com/grpc/grpc-go/blob/v1.48.0/LICENSE,Apache-2.0
google.golang.org/protobuf,https://github.com/protocolbuffers/protobuf-go/blob/v1.28.0/LICENSE,BSD-3-Clause
+ chmod -R a+w /output/licenses
> Task :sdks:java:io:debezium:expansion-service:distTar
> Task :release:go-licenses:java:dockerRun
github.com/apache/beam/sdks/v2/go/pkg/beam,https://github.com/apache/beam/blob/sdks/v2.41.0/sdks/go/README.md,Apache-2.0
github.com/apache/beam/sdks/v2/java/container,https://github.com/apache/beam/blob/sdks/v2.41.0/sdks/LICENSE,Apache-2.0
github.com/golang/protobuf,https://github.com/golang/protobuf/blob/v1.5.2/LICENSE,BSD-3-Clause
golang.org/x/net,https://cs.opensource.google/go/x/net/+/1bab6f36:LICENSE,BSD-3-Clause
golang.org/x/sys,https://cs.opensource.google/go/x/sys/+/87e55d71:LICENSE,BSD-3-Clause
golang.org/x/text,https://cs.opensource.google/go/x/text/+/v0.3.7:LICENSE,BSD-3-Clause
google.golang.org/genproto/googleapis/rpc/status,https://github.com/googleapis/go-genproto/blob/042d03aeabc9/LICENSE,Apache-2.0
google.golang.org/grpc,https://github.com/grpc/grpc-go/blob/v1.48.0/LICENSE,Apache-2.0
google.golang.org/protobuf,https://github.com/protocolbuffers/protobuf-go/blob/v1.28.0/LICENSE,BSD-3-Clause
+ chmod -R a+w /output/licenses
> Task :sdks:java:io:google-cloud-platform:expansion-service:startScripts
> Task :release:go-licenses:go:dockerRun
W0914 02:21:10.936121 175 library.go:94] "golang.org/x/sys/unix" contains non-Go code that can't be inspected for further dependencies:
/go/pkg/mod/golang.org/x/sys@v0.0.0-20220624220833-87e55d714810/unix/asm_linux_amd64.s
> Task :sdks:java:container:pullLicenses
INFO:root:pull_licenses_java.py succeed. It took 11.928197 seconds with 16 threads.
Copying licenses from <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/container/build/target/java_third_party_licenses> to <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/container/build/target/third_party_licenses.>
Finished license_scripts.sh
> Task :sdks:java:io:google-cloud-platform:expansion-service:distTar
> Task :sdks:java:container:goPrepare UP-TO-DATE
> Task :sdks:java:container:java8:copyJavaThirdPartyLicenses
> Task :sdks:go:test:goBuild
> Task :sdks:java:container:goBuild
/home/jenkins/go/bin/go1.18.1 build -o ./build/target/linux_amd64/boot boot.go boot_test.go
> Task :sdks:java:io:debezium:expansion-service:distZip
> Task :sdks:java:io:debezium:expansion-service:compileTestJava NO-SOURCE
> Task :sdks:java:io:debezium:expansion-service:processTestResources NO-SOURCE
> Task :sdks:java:io:debezium:expansion-service:testClasses UP-TO-DATE
> Task :sdks:java:io:debezium:expansion-service:packageTests
> Task :sdks:java:container:java8:copySdkHarnessLauncher
Execution optimizations have been disabled for task ':sdks:java:container:java8:copySdkHarnessLauncher' to ensure correctness due to the following reasons:
- Gradle detected a problem with the following location: '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/container/build/target'.> Reason: Task ':sdks:java:container:java8:copySdkHarnessLauncher' uses this output of task ':sdks:java:container:downloadCloudProfilerAgent' without declaring an explicit or implicit dependency. This can lead to incorrect results being produced, depending on what order the tasks are executed. Please refer to https://docs.gradle.org/7.5.1/userguide/validation_problems.html#implicit_dependency for more details about this problem.
- Gradle detected a problem with the following location: '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/container/build/target'.> Reason: Task ':sdks:java:container:java8:copySdkHarnessLauncher' uses this output of task ':sdks:java:container:pullLicenses' without declaring an explicit or implicit dependency. This can lead to incorrect results being produced, depending on what order the tasks are executed. Please refer to https://docs.gradle.org/7.5.1/userguide/validation_problems.html#implicit_dependency for more details about this problem.
> Task :sdks:java:io:debezium:expansion-service:shadowJar FROM-CACHE
> Task :release:go-licenses:go:dockerRun
cloud.google.com/go/compute/metadata,https://github.com/googleapis/google-cloud-go/blob/compute/v1.7.0/compute/LICENSE,Apache-2.0
cloud.google.com/go/iam,https://github.com/googleapis/google-cloud-go/blob/iam/v0.3.0/iam/LICENSE,Apache-2.0
cloud.google.com/go/internal,https://github.com/googleapis/google-cloud-go/blob/v0.102.1/LICENSE,Apache-2.0
cloud.google.com/go/storage,https://github.com/googleapis/google-cloud-go/blob/storage/v1.24.0/storage/LICENSE,Apache-2.0
github.com/apache/beam/sdks/v2/go,https://github.com/apache/beam/blob/sdks/v2.41.0/sdks/go/README.md,Apache-2.0
github.com/golang/groupcache/lru,https://github.com/golang/groupcache/blob/41bb18bfe9da/LICENSE,Apache-2.0
github.com/golang/protobuf,https://github.com/golang/protobuf/blob/v1.5.2/LICENSE,BSD-3-Clause
github.com/google/go-cmp/cmp,https://github.com/google/go-cmp/blob/v0.5.8/LICENSE,BSD-3-Clause
github.com/google/uuid,https://github.com/google/uuid/blob/v1.3.0/LICENSE,BSD-3-Clause
github.com/googleapis/enterprise-certificate-proxy/client,https://github.com/googleapis/enterprise-certificate-proxy/blob/v0.1.0/LICENSE,Apache-2.0
github.com/googleapis/gax-go/v2,https://github.com/googleapis/gax-go/blob/v2.4.0/v2/LICENSE,BSD-3-Clause
go.opencensus.io,https://github.com/census-instrumentation/opencensus-go/blob/v0.23.0/LICENSE,Apache-2.0
golang.org/x/net,https://cs.opensource.google/go/x/net/+/1bab6f36:LICENSE,BSD-3-Clause
golang.org/x/oauth2,https://cs.opensource.google/go/x/oauth2/+/fd043fe5:LICENSE,BSD-3-Clause
golang.org/x/sys,https://cs.opensource.google/go/x/sys/+/87e55d71:LICENSE,BSD-3-Clause
golang.org/x/text,https://cs.opensource.google/go/x/text/+/v0.3.7:LICENSE,BSD-3-Clause
golang.org/x/xerrors,https://cs.opensource.google/go/x/xerrors/+/65e65417:LICENSE,BSD-3-Clause
google.golang.org/api,https://github.com/googleapis/google-api-go-client/blob/v0.89.0/LICENSE,BSD-3-Clause
google.golang.org/api/internal/third_party/uritemplates,https://github.com/googleapis/google-api-go-client/blob/v0.89.0/internal/third_party/uritemplates/LICENSE,BSD-3-Clause
google.golang.org/genproto,https://github.com/googleapis/go-genproto/blob/042d03aeabc9/LICENSE,Apache-2.0
google.golang.org/grpc,https://github.com/grpc/grpc-go/blob/v1.48.0/LICENSE,Apache-2.0
google.golang.org/protobuf,https://github.com/protocolbuffers/protobuf-go/blob/v1.28.0/LICENSE,BSD-3-Clause
> Task :runners:google-cloud-dataflow-java:worker:shadowJar
> Task :sdks:java:io:debezium:expansion-service:startShadowScripts
> Task :sdks:java:io:debezium:expansion-service:shadowDistTar
> Task :release:go-licenses:go:dockerRun
+ chmod -R a+w /output/licenses
> Task :sdks:java:io:google-cloud-platform:expansion-service:distZip
> Task :sdks:java:io:google-cloud-platform:expansion-service:compileTestJava NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:processTestResources NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:testClasses UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:packageTests
> Task :sdks:java:io:debezium:expansion-service:shadowDistZip
> Task :sdks:java:io:debezium:expansion-service:assemble
> Task :sdks:java:io:debezium:expansion-service:analyzeClassesDependencies FROM-CACHE
> Task :sdks:java:io:debezium:expansion-service:analyzeTestClassesDependencies SKIPPED
> Task :sdks:java:io:debezium:expansion-service:analyzeDependencies UP-TO-DATE
> Task :sdks:java:io:debezium:expansion-service:checkstyleMain NO-SOURCE
> Task :sdks:java:io:debezium:expansion-service:checkstyleTest NO-SOURCE
> Task :sdks:java:io:debezium:expansion-service:javadoc NO-SOURCE
> Task :sdks:java:io:debezium:expansion-service:spotbugsMain NO-SOURCE
> Task :sdks:java:io:debezium:expansion-service:spotbugsTest SKIPPED
> Task :sdks:java:io:debezium:expansion-service:spotlessJava FROM-CACHE
> Task :sdks:java:io:debezium:expansion-service:spotlessJavaCheck UP-TO-DATE
> Task :sdks:java:io:debezium:expansion-service:spotlessCheck UP-TO-DATE
> Task :sdks:java:io:debezium:expansion-service:test NO-SOURCE
> Task :sdks:java:io:debezium:expansion-service:check UP-TO-DATE
> Task :sdks:java:io:debezium:expansion-service:build
> Task :sdks:java:io:google-cloud-platform:expansion-service:shadowJar FROM-CACHE
> Task :sdks:java:io:google-cloud-platform:expansion-service:startShadowScripts
> Task :sdks:java:io:google-cloud-platform:expansion-service:shadowDistTar
> Task :sdks:java:io:google-cloud-platform:expansion-service:shadowDistZip
> Task :sdks:java:io:google-cloud-platform:expansion-service:assemble
> Task :sdks:java:io:google-cloud-platform:expansion-service:analyzeClassesDependencies FROM-CACHE
> Task :sdks:java:io:google-cloud-platform:expansion-service:analyzeTestClassesDependencies SKIPPED
> Task :sdks:java:io:google-cloud-platform:expansion-service:analyzeDependencies UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:checkstyleMain NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:checkstyleTest NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:javadoc NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:spotbugsMain NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:spotbugsTest SKIPPED
> Task :sdks:java:io:google-cloud-platform:expansion-service:spotlessJava FROM-CACHE
> Task :sdks:java:io:google-cloud-platform:expansion-service:spotlessJavaCheck UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:spotlessCheck UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:test NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:check UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:build
> Task :release:go-licenses:py:createLicenses
> Task :sdks:python:container:py38:copyGolangLicenses
> Task :sdks:python:container:py38:dockerPrepare
> Task :release:go-licenses:go:createLicenses
> Task :sdks:go:container:copyGolangLicenses
> Task :sdks:go:container:dockerPrepare
> Task :release:go-licenses:java:createLicenses
> Task :sdks:java:container:java8:copyGolangLicenses
> Task :sdks:java:container:java8:dockerPrepare
> Task :sdks:java:container:java8:docker
> Task :sdks:go:container:docker
> Task :runners:google-cloud-dataflow-java:buildAndPushDockerJavaContainer
WARNING: `gcloud docker` will not be supported for Docker client versions above 18.03.
As an alternative, use `gcloud auth configure-docker` to configure `docker` to
use `gcloud` as a credential helper, then use `docker` as you would for non-GCR
registries, e.g. `docker pull gcr.io/project-id/my-image`. Add
`--verbosity=error` to silence this warning: `gcloud docker
--verbosity=error -- pull gcr.io/project-id/my-image`.
See: https://cloud.google.com/container-registry/docs/support/deprecation-notices#gcloud-docker
> Task :sdks:python:container:py38:docker
The command '/bin/sh -c pip install --no-deps -v /opt/apache/beam/tars/apache-beam.tar.gz[gcp]' returned a non-zero code: 1
> Task :sdks:python:container:py38:docker FAILED
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:installGcpTest'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py38:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 5m 48s
209 actionable tasks: 137 executed, 60 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/csdbu6ca2edvy
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #675
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/675/display/redirect?page=changes>
Changes:
[noreply] [Playground] [Backend] Datastore queries and mappers to get precompiled
[noreply] Open Allow and test pyarrow 8.x and 9.x (#22997)
[noreply] (BQ Python) Pass project field from options or parameter when writing
[noreply] Update python-machine-learning.md (#23209)
[noreply] Pin the version of cloudpickle to 2.1.x (#23120)
[noreply] Add streaming test for Write API sink (#21903)
------------------------------------------
[...truncated 957.87 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17506/go-8-1663104307002417630/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17506/go-8-1663104307002417630/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17506/go-8-1663104307002417630/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17506/go-8-1663104307002417630/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17506/go-8-1663104307002417630/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17506/go-8-1663104307002417630/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17506/go-8-1663104307002417630/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17506/go-8-1663104307002417630/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17506/go-8-1663104307002417630/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220913-203814"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220913202037"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220913-203814"
}
]
},
"name": "go-testxlang_partition-136",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/13 21:25:17 Submitted job: 2022-09-13_14_25_16-12385796164635967398
2022/09/13 21:25:17 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-13_14_25_16-12385796164635967398?project=apache-beam-testing
2022/09/13 21:25:17 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-13_14_25_16-12385796164635967398
2022/09/13 21:25:17 Job state: JOB_STATE_PENDING ...
2022/09/13 21:25:47 Job still running ...
2022/09/13 21:26:17 Job still running ...
2022/09/13 21:26:47 Job still running ...
2022/09/13 21:27:17 Job still running ...
2022/09/13 21:27:47 Job still running ...
2022/09/13 21:28:17 Job still running ...
2022/09/13 21:28:47 Job still running ...
2022/09/13 21:29:17 Job still running ...
2022/09/13 21:29:47 Job still running ...
2022/09/13 21:30:17 Job still running ...
2022/09/13 21:30:47 Job still running ...
2022/09/13 21:31:17 Job still running ...
2022/09/13 21:31:47 Job still running ...
2022/09/13 21:32:17 Job still running ...
2022/09/13 21:32:47 Job still running ...
2022/09/13 21:33:18 Job still running ...
2022/09/13 21:33:48 Job still running ...
2022/09/13 21:34:18 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-13_14_25_16-12385796164635967398 failed
--- FAIL: TestXLang_Partition (581.49s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3321.183s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663101572056233681
--- FAIL: TestBigQueryIO_BasicWriteRead (17.07s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:36717 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@GpcJinkisq" is_bounded:BOUNDED windowing_strategy_id:"w0@GpcJinkisq"}} windowing_strategies:{key:"w0@GpcJinkisq" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@GpcJinkisq" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@GpcJinkisq" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@GpcJinkisq" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663101572056233681\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"GpcJinkisq"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:36717 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@GpcJinkisq" is_bounded:BOUNDED windowing_strategy_id:"w0@GpcJinkisq"}} windowing_strategies:{key:"w0@GpcJinkisq" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@GpcJinkisq" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@GpcJinkisq" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@GpcJinkisq" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663101572056233681\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"GpcJinkisq"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 34 [running]:
testing.tRunner.func1.2({0xefc1c0, 0xc00012bb80})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefc1c0, 0xc00012bb80})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000f02c0?, 0xc000208000?}, {0x10a3170, 0x39}, {0xc000236180?, 0xa6b880?, 0x1?}, {0xc0003fed20, 0xf}, 0xc0001c1d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000f0260?, 0xc000208000?}, {0xc000016420, 0x52}, {0x1?}, {0xc0001c1ea8, 0x2, 0xe0b520?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003fed20, 0xf}, {0xc000016420, 0x52}, {0xe4afc0, 0xc000040268})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00050e9c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00050e9c0, 0x10d1cf8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 20.246s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.093s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.137s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.285s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:dcf204cd7218488a59021834652284fb39752cafa8549432da5e7dcb0966eb71
Associated tags:
- 20220913-203814
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220913-203814
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220913-203814].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:dcf204cd7218488a59021834652284fb39752cafa8549432da5e7dcb0966eb71].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220913202037]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:156122800a43ac67821ebba62ac8e4452878c3bfca359289ab2a92805c5d1ce9]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220913202037] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:156122800a43ac67821ebba62ac8e4452878c3bfca359289ab2a92805c5d1ce9])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:156122800a43ac67821ebba62ac8e4452878c3bfca359289ab2a92805c5d1ce9
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:156122800a43ac67821ebba62ac8e4452878c3bfca359289ab2a92805c5d1ce9].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220913202037]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b74b707ca08e0599a1db7b21802f36df94ac754bc898fdfe59b12be10eb13dc9]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220913202037] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b74b707ca08e0599a1db7b21802f36df94ac754bc898fdfe59b12be10eb13dc9])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b74b707ca08e0599a1db7b21802f36df94ac754bc898fdfe59b12be10eb13dc9
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b74b707ca08e0599a1db7b21802f36df94ac754bc898fdfe59b12be10eb13dc9].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 14m 32s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/2bbp72bbg5n56
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #674
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/674/display/redirect?page=changes>
Changes:
[Moritz Mack] Annotate stateful VR test in TestStreamTest with UsesStatefulParDo
[Moritz Mack] Properly close Spark (streaming) context if Pipeline translation fails
------------------------------------------
[...truncated 969.26 KB...]
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6069/go-8-1663082285212753116/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6069/go-8-1663082285212753116/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6069/go-8-1663082285212753116/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6069/go-8-1663082285212753116/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6069/go-8-1663082285212753116/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6069/go-8-1663082285212753116/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6069/go-8-1663082285212753116/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6069/go-8-1663082285212753116/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6069/go-8-1663082285212753116/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220913-143208"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220913142027"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220913-143208"
}
]
},
"name": "go-testxlang_partition-68",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/13 15:18:15 Submitted job: 2022-09-13_08_18_15-9239363424793443440
2022/09/13 15:18:15 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-13_08_18_15-9239363424793443440?project=apache-beam-testing
2022/09/13 15:18:15 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-13_08_18_15-9239363424793443440
2022/09/13 15:18:15 Job state: JOB_STATE_PENDING ...
2022/09/13 15:18:46 Job still running ...
2022/09/13 15:19:16 Job still running ...
2022/09/13 15:19:46 Job still running ...
2022/09/13 15:20:16 Job still running ...
2022/09/13 15:20:46 Job still running ...
2022/09/13 15:21:16 Job still running ...
2022/09/13 15:21:46 Job still running ...
2022/09/13 15:22:16 Job still running ...
2022/09/13 15:22:46 Job still running ...
2022/09/13 15:23:16 Job still running ...
2022/09/13 15:23:46 Job still running ...
2022/09/13 15:24:16 Job still running ...
2022/09/13 15:24:46 Job still running ...
2022/09/13 15:25:17 Job still running ...
2022/09/13 15:25:47 Job still running ...
2022/09/13 15:26:17 Job still running ...
2022/09/13 15:26:47 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-13_08_18_15-9239363424793443440 failed
--- FAIL: TestXLang_Partition (552.25s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3278.933s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663079561686460315
--- FAIL: TestBigQueryIO_BasicWriteRead (4.49s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:38541 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@RmQrtkJeRs" is_bounded:BOUNDED windowing_strategy_id:"w0@RmQrtkJeRs"}} windowing_strategies:{key:"w0@RmQrtkJeRs" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@RmQrtkJeRs" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@RmQrtkJeRs" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@RmQrtkJeRs" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663079561686460315\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"RmQrtkJeRs"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:38541 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@RmQrtkJeRs" is_bounded:BOUNDED windowing_strategy_id:"w0@RmQrtkJeRs"}} windowing_strategies:{key:"w0@RmQrtkJeRs" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@RmQrtkJeRs" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@RmQrtkJeRs" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@RmQrtkJeRs" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663079561686460315\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"RmQrtkJeRs"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 38 [running]:
testing.tRunner.func1.2({0xefc1c0, 0xc0001272c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefc1c0, 0xc0001272c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00048e860?, 0xc0000ba370?}, {0x10a3170, 0x39}, {0xc0001440c0?, 0xa6b880?, 0x1?}, {0xc000592a70, 0xf}, 0xc0004f5d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00048e800?, 0xc0000ba370?}, {0xc0004a43c0, 0x52}, {0x1?}, {0xc0004f5ea8, 0x2, 0x7f54fe734de0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000592a70, 0xf}, {0xc0004a43c0, 0x52}, {0xe4afc0, 0xc0004902b0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000103d40)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000103d40, 0x10d1cf8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.518s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.031s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7356e032efb88ec093de66f4318ce0705c9c4cd9e7f9ab99718adb342e74d628
Associated tags:
- 20220913-143208
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220913-143208
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220913-143208].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7356e032efb88ec093de66f4318ce0705c9c4cd9e7f9ab99718adb342e74d628].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220913142027]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a04aeef03bc510edededbec057687f156516449bf5585a307431b155684d9177]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220913142027] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a04aeef03bc510edededbec057687f156516449bf5585a307431b155684d9177])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a04aeef03bc510edededbec057687f156516449bf5585a307431b155684d9177
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a04aeef03bc510edededbec057687f156516449bf5585a307431b155684d9177].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220913142027]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c3128c612e19901bf8d0f331616a60683aa89f4450cdc2b0bc6375b09d5dc62c]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220913142027] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c3128c612e19901bf8d0f331616a60683aa89f4450cdc2b0bc6375b09d5dc62c])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7bd10ee03aef71feca14eea98fd4d76c9ebfec45afc4fd2d5544a9af8210f6d8
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7bd10ee03aef71feca14eea98fd4d76c9ebfec45afc4fd2d5544a9af8210f6d8].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c3128c612e19901bf8d0f331616a60683aa89f4450cdc2b0bc6375b09d5dc62c
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c3128c612e19901bf8d0f331616a60683aa89f4450cdc2b0bc6375b09d5dc62c].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 12s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/x7jkjfcohadpe
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #673
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/673/display/redirect>
Changes:
------------------------------------------
[...truncated 1000.30 KB...]
2022/09/13 09:20:29 Job still running ...
2022/09/13 09:20:59 Job still running ...
2022/09/13 09:21:29 Job still running ...
2022/09/13 09:21:59 Job still running ...
2022/09/13 09:22:29 Job still running ...
2022/09/13 09:22:59 Job still running ...
2022/09/13 09:23:29 Job still running ...
2022/09/13 09:23:59 Job still running ...
2022/09/13 09:24:29 Job still running ...
2022/09/13 09:24:59 Job still running ...
2022/09/13 09:25:29 Job still running ...
2022/09/13 09:25:59 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-13_02_17_28-14885655514742781042 failed
--- FAIL: TestXLang_Partition (569.57s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3271.505s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663057921790391592
--- FAIL: TestBigQueryIO_BasicWriteRead (4.59s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:38037 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@xNCqKVbNMC" is_bounded:BOUNDED windowing_strategy_id:"w0@xNCqKVbNMC"}} windowing_strategies:{key:"w0@xNCqKVbNMC" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@xNCqKVbNMC" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@xNCqKVbNMC" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@xNCqKVbNMC" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663057921790391592\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"xNCqKVbNMC"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:38037 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@xNCqKVbNMC" is_bounded:BOUNDED windowing_strategy_id:"w0@xNCqKVbNMC"}} windowing_strategies:{key:"w0@xNCqKVbNMC" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@xNCqKVbNMC" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@xNCqKVbNMC" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@xNCqKVbNMC" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663057921790391592\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"xNCqKVbNMC"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 55 [running]:
testing.tRunner.func1.2({0xefc1c0, 0xc000592940})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefc1c0, 0xc000592940})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a4320?, 0xc00072c000?}, {0x10a3170, 0x39}, {0xc00072e180?, 0xa6b880?, 0x1?}, {0xc000596a30, 0xf}, 0xc0004ebd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a4280?, 0xc00072c000?}, {0xc0004a03c0, 0x52}, {0x1?}, {0xc0004ebea8, 0x2, 0xe0b520?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000596a30, 0xf}, {0xc0004a03c0, 0x52}, {0xe4afc0, 0xc00048c118})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00057e9c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00057e9c0, 0x10d1cf8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.631s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.035s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220913-083126
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220913-083126
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:60e4058ee42d8efe77e893859311ec4b9e34744a5c922e85c9dfd35f99e33eea
Deleted: sha256:784e8a10de3720d62e9163748458ba78c106dc0f89980a175c4783052ad3e9f2
Deleted: sha256:ed25e2916c748af05d9010cf1f74df933cc1079beb09bf18e7af21e6e3b72a4b
Deleted: sha256:7166a08057f57e3e14288e5dd5584dc7959a821cef4b21a5cf9e4b70aed9e3b6
Deleted: sha256:47decf08cceea9e93acac273989b49fec3821bc899ce0120d2eb1674bf1b320e
Deleted: sha256:44a5729c770a8ba7a1c73bcebefa4c1f4943734a4cfe46e518ab10d0fb534cd2
Deleted: sha256:7bf90096436d747a83e0e874c4f94a50299682795195a99d9dea37a39d220d0a
Deleted: sha256:299b28abc7b369157046faf898afffcb773cdcaac90832b41dd2b69e8c1258ee
Deleted: sha256:ded9504f7930539bbf29e50e37643e40f50343c35ef0992a2a264dbe9337e123
Deleted: sha256:7ff743f256513bd08c97839936d1bff4a5d3592f35cfde0eabab00c637e813b2
Deleted: sha256:5974c8ecf06ba21bf011a32532b05515884eb5c6d087634ddee13679d4448347
Deleted: sha256:cb6a5229a9bb231e2f5aa66ec0bd963a8fb239d79182dccdfe558cb454fc729e
Deleted: sha256:da2dafe335041b78d0c8f39dbb23054c21414389742434f9a02a40ffc5487936
Deleted: sha256:31875ed0d590ac30065a878099600e66db8ae1fdb1cc0d85ecec5df783296352
Deleted: sha256:e703ef70dad126a4e832e2795ca6ee4f6ba9bde5581cb7c357b9eff8ed21c4dc
Deleted: sha256:0b7946459c8d3eccbb12c238fd7fb64ce608c878f5bb367973491fe777e1a081
Deleted: sha256:c436c2ab9f58ec570945d42cabfbe04dd869e8cf0f4953d41ef4eb94189f8072
Deleted: sha256:94812e5a2b43a44cad6ad49f39563a0ed51825eb09cd5ae1c2522ae28d5d9fc8
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220913-083126
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:60e4058ee42d8efe77e893859311ec4b9e34744a5c922e85c9dfd35f99e33eea
Associated tags:
- 20220913-083126
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220913-083126
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220913-083126].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:60e4058ee42d8efe77e893859311ec4b9e34744a5c922e85c9dfd35f99e33eea].
$ rm -rf /tmp/tmp.QnnMadfOMe
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220913082044
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9f3acb877e1601e540037a7dbc6dbc14ea3d17033871c29ad075e44c5c41f85c
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220913082044]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9f3acb877e1601e540037a7dbc6dbc14ea3d17033871c29ad075e44c5c41f85c]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220913082044] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9f3acb877e1601e540037a7dbc6dbc14ea3d17033871c29ad075e44c5c41f85c])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9f3acb877e1601e540037a7dbc6dbc14ea3d17033871c29ad075e44c5c41f85c
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9f3acb877e1601e540037a7dbc6dbc14ea3d17033871c29ad075e44c5c41f85c
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9f3acb877e1601e540037a7dbc6dbc14ea3d17033871c29ad075e44c5c41f85c].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220913082044
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8426b2da47178dd6d9c2d879524c38ebdca1dcf679df4cade24bbbda78eb3b02
Deleted: sha256:246c2875e3d23dfbbb571df7107f836c615daa6810cad75a2a7c5cfbd5450254
Deleted: sha256:68543ae89858d8745d8d4cfeefb570bc8e13856e716e57d3ec94f703669fdd05
Deleted: sha256:9a8f4ef65db2731f63be19df0628da48728209ccd4ef4513e6af1d394ab87acb
Deleted: sha256:1ca54488205f4a926be1cfc84c0f3da2d978edfe5620619e2656aa0e713f8ab0
Deleted: sha256:055bc99ed86b4c71f0d3a52800ab6d486c5fc5684203a484b86c6b6c79a28718
Deleted: sha256:92e875e4c3727f646d8a989b4fc3b64b60cd744158c7ca47df59c6d9a5f563de
Deleted: sha256:b8069893e5dd51ce01b3269d4fdd035e6803c9334d993cb5320008cdd6697188
Deleted: sha256:c8e5bab73db84f75bb01ff2626541755ec59fb74f5167bd8dcb868a1dac205c9
Deleted: sha256:4731191480e978115678ef2f5d699c0721c31ea4958344e927b6517e8870d8fc
Deleted: sha256:f3cb0a641d1f11c661ad450f1b1a02ad89c7b3e102b541de19ef4c95d7990555
Deleted: sha256:5a865561cefe8440112bb72d29efbf67eafbffb9e7b71d2ec04ea57adfee1b32
Deleted: sha256:fc8a8e580944cd301607009e9c04cf10be6d9bd71e53ce89cd9491ee4d213d56
Deleted: sha256:303127663d34bfbca18b97cacb8cf1149aa1bc292a3c9a42ccbc8b1d4ed5ecac
Deleted: sha256:80a3fc0b7899faaec3278cd5ac1f19bdae667d690a06931385f79dfc496e42fb
Deleted: sha256:99cd2402016a8c7d9eaff815dae6fe3aaaa4159b8007518ef401bc0510c7112b
Deleted: sha256:5bafd1c83612b3566c605f87f59726af4ef66e1bf4e79165c6ec39478b32db08
Deleted: sha256:febbe5df089e074b03066406320eb5c2593ff140578a052e05b551b3c0434a0f
Deleted: sha256:999e0f0a77c9bea71f0a2fc7be999f17e0bdc5637919a31569af0a5a7dfd205a
Deleted: sha256:138ee4e009cb4440b38bd9285ca91b9430f26416f9ab54ce9d54bde82f1c7a95
Deleted: sha256:f42b281e3acd8faf067dc1db55262a62b90640b78b321475b18b1daac36d53ed
Deleted: sha256:2e8347cbf52579f0b95804c96d8f00b0c2535e91df9f4120714d20add3f61af6
Deleted: sha256:19db73e61c3f92f8f34896149e6e8ec703d75ae571a15422ede30ad3f80ae672
Deleted: sha256:5713062f0ab4004b403861da03d10ca1d16c0cc07525c3e4a98d9754bd1b4bce
Deleted: sha256:9d60804791716af5d9327bcb32c332a2f65b4adc3a319174b0fc2b2449345b99
Deleted: sha256:d8402de5616945bf96810c5da559db04f8c7c0fc3515e0c41680f0d5862ca084
Deleted: sha256:ba34d0c01e73e5e508b22e90ccb1c9af70b2c9f74f26b4e13c3c0dbb52206247
Deleted: sha256:0a180bdc83b15576baf19a4285d0ccd4e8dce7f4de9857e379d13d5c4d3bf92d
Deleted: sha256:8cfa6ab5f2a74cfb2a6d92685796296cb9cde820dc1b9ec544036fb41f531462
Deleted: sha256:e3cd051cf83300d23cf679be2a90c5fae77bb6a69acba63c2c58a60336961383
Deleted: sha256:a89a2c5964957161ccf268f1147199c06aac5bf44dee919a49ed85d819e44f83
Deleted: sha256:b5183fc615bb08f7aa561f0832d886f8d0450ccabb23892bd399faba749b2b21
Deleted: sha256:5b9fc9795dc05639bb01f2da646e111983498cd2e001df1aeb2b9f195119ebbb
Deleted: sha256:76cfae205e37faffaac598f8fe54cc129d0f9ccb54d6e76acdc4f0743ac1e0d8
Deleted: sha256:12eb4940124fe33e1d30ea74c2d883fcec94aad87ed378b4dd25fa7afec0b0e3
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220913082044]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8426b2da47178dd6d9c2d879524c38ebdca1dcf679df4cade24bbbda78eb3b02]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220913082044] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8426b2da47178dd6d9c2d879524c38ebdca1dcf679df4cade24bbbda78eb3b02])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8426b2da47178dd6d9c2d879524c38ebdca1dcf679df4cade24bbbda78eb3b02
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8426b2da47178dd6d9c2d879524c38ebdca1dcf679df4cade24bbbda78eb3b02
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8426b2da47178dd6d9c2d879524c38ebdca1dcf679df4cade24bbbda78eb3b02].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1986915.
Stopping expansion service pid: 1986916.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 31s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/mdjw73zyvxyn6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #672
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/672/display/redirect?page=changes>
Changes:
[noreply] [Issue#23071] Fix AfterProcessingTime for Python to behave like Java
[noreply] Don't depend on java 11 docker container for go test (#23197)
------------------------------------------
[...truncated 1000.40 KB...]
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test272/go-8-1663038993799154278/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test272/go-8-1663038993799154278/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220913-023148"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220913022042"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220913-023148"
}
]
},
"name": "go-testxlang_partition-119",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/13 03:16:43 Submitted job: 2022-09-12_20_16_43-11212082098213792914
2022/09/13 03:16:43 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-12_20_16_43-11212082098213792914?project=apache-beam-testing
2022/09/13 03:16:43 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-12_20_16_43-11212082098213792914
2022/09/13 03:16:43 Job state: JOB_STATE_PENDING ...
2022/09/13 03:17:13 Job still running ...
2022/09/13 03:17:44 Job still running ...
2022/09/13 03:18:14 Job still running ...
2022/09/13 03:18:44 Job still running ...
2022/09/13 03:19:14 Job still running ...
2022/09/13 03:19:44 Job still running ...
2022/09/13 03:20:14 Job still running ...
2022/09/13 03:20:44 Job still running ...
2022/09/13 03:21:14 Job still running ...
2022/09/13 03:21:44 Job still running ...
2022/09/13 03:22:14 Job still running ...
2022/09/13 03:22:44 Job still running ...
2022/09/13 03:23:14 Job still running ...
2022/09/13 03:23:45 Job still running ...
2022/09/13 03:24:15 Job still running ...
2022/09/13 03:24:45 Job still running ...
2022/09/13 03:25:15 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-12_20_16_43-11212082098213792914 failed
--- FAIL: TestXLang_Partition (551.88s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3213.866s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663036335008960812
--- FAIL: TestBigQueryIO_BasicWriteRead (4.67s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:34759 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@idcSzsnrwp" is_bounded:BOUNDED windowing_strategy_id:"w0@idcSzsnrwp"}} windowing_strategies:{key:"w0@idcSzsnrwp" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@idcSzsnrwp" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@idcSzsnrwp" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@idcSzsnrwp" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663036335008960812\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"idcSzsnrwp"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:34759 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@idcSzsnrwp" is_bounded:BOUNDED windowing_strategy_id:"w0@idcSzsnrwp"}} windowing_strategies:{key:"w0@idcSzsnrwp" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@idcSzsnrwp" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@idcSzsnrwp" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@idcSzsnrwp" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663036335008960812\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"idcSzsnrwp"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 39 [running]:
testing.tRunner.func1.2({0xefc1c0, 0xc0000c5d00})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefc1c0, 0xc0000c5d00})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000690a00?, 0xc000114280?}, {0x10a3170, 0x39}, {0xc0005ae180?, 0xa6b880?, 0x1?}, {0xc00013b8d0, 0xf}, 0xc0004fdd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0006909a0?, 0xc000114280?}, {0xc000116900, 0x52}, {0x1?}, {0xc0004fdea8, 0x2, 0xe0b520?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00013b8d0, 0xf}, {0xc000116900, 0x52}, {0xe4afc0, 0xc0003fc248})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000492ea0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000492ea0, 0x10d1cf8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.708s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.037s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.033s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220913-023148
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220913-023148
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:1f923fef75df005980ad63774b63f8ad7d5106654cb6376e2025299ef8a6ca57
Deleted: sha256:93a69e2cd4ae3c8623ada5012b5fd1c6c227d39b8185c99c690710beef8e1061
Deleted: sha256:221dfcb7712304e3671c661874abc6a0aa5eef20e4d7a4d7fd36541a2763ae31
Deleted: sha256:9446da1621261e44371d570d21a0e2ff65c60e6a7c978459d90a5f0353d0c968
Deleted: sha256:d47c9d04f9363d2e6a4eed09a1016bceb77a77c78728f06e67c121ceb270ce9a
Deleted: sha256:8a0bdaa278361861fd60cefe51db656cf797c85db049746dbaed72e74218a376
Deleted: sha256:d2d1745fd7d53176c7f6c20f9383963454dcf4fda588ed66114ff8a443e80dd4
Deleted: sha256:8c2fe0a34ede7faae9de18664809fef6c9e6a27117af79167904261120107383
Deleted: sha256:20040547364ecbc982bd84f15f5a00c51e07540dc22249d61ab9c8129a2e8d05
Deleted: sha256:dc66e8baf71e9aca8007f00f61742245bc95522307f2649c3ac57beb4b3ce0e1
Deleted: sha256:8b666d37d1c3cb7b631feb6a773617d147c7c13c59f7afff220e59f6d4042c9a
Deleted: sha256:71f05fb5ec6677db243fa6cd096cfea78cb5451c9d80d39c553cd0372bc0f24e
Deleted: sha256:10d6b209d1ce8b031cef5d078d2970a7d73d2c7fe82e8335f5c73bc45d7fb619
Deleted: sha256:5417aaf060af10f4071f35843cbccfe5d22252abf71641a00e8e840cb58bbc75
Deleted: sha256:9752f9dc12ba421c996f755eaee36a7939d69da380a96b1fa21dd1bbac3625a2
Deleted: sha256:ede82e79aea0005aab98b12e6a5c8aea5dfeb86c0064ad6ed533d1fb1bb6d6b6
Deleted: sha256:44f9a06ddf0f16b6e491201fef823889486030ce5f11b0469bde07fba8a86696
Deleted: sha256:a6343e945d4b8614a16c30b65fd5e202452008acb9fb2d8e3168e52cef8a24fc
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220913-023148
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:1f923fef75df005980ad63774b63f8ad7d5106654cb6376e2025299ef8a6ca57
Associated tags:
- 20220913-023148
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220913-023148
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220913-023148].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:1f923fef75df005980ad63774b63f8ad7d5106654cb6376e2025299ef8a6ca57].
$ rm -rf /tmp/tmp.bb29jO5CjM
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220913022042
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4dc1452a06892aa78af2dd7b5f9dc98e0f553e7fdd7e3d7d05266906a7462f3d
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220913022042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4dc1452a06892aa78af2dd7b5f9dc98e0f553e7fdd7e3d7d05266906a7462f3d]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220913022042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4dc1452a06892aa78af2dd7b5f9dc98e0f553e7fdd7e3d7d05266906a7462f3d])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4dc1452a06892aa78af2dd7b5f9dc98e0f553e7fdd7e3d7d05266906a7462f3d
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4dc1452a06892aa78af2dd7b5f9dc98e0f553e7fdd7e3d7d05266906a7462f3d
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4dc1452a06892aa78af2dd7b5f9dc98e0f553e7fdd7e3d7d05266906a7462f3d].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220913022042
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a487e1124322eccc74dded9eb80e9cf2e5fe0409e5124ca07656de64aa188e50
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220913022042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a487e1124322eccc74dded9eb80e9cf2e5fe0409e5124ca07656de64aa188e50]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220913022042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a487e1124322eccc74dded9eb80e9cf2e5fe0409e5124ca07656de64aa188e50])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a487e1124322eccc74dded9eb80e9cf2e5fe0409e5124ca07656de64aa188e50
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a487e1124322eccc74dded9eb80e9cf2e5fe0409e5124ca07656de64aa188e50
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:a487e1124322eccc74dded9eb80e9cf2e5fe0409e5124ca07656de64aa188e50].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1851043.
Stopping expansion service pid: 1851044.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 195
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 5m 33s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/5dlk37ffxdgpe
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #671
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/671/display/redirect?page=changes>
Changes:
[noreply] Bump dataflow java fnapi container version to beam-master-20220830
------------------------------------------
[...truncated 984.95 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22785/go-8-1663017506546310514/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22785/go-8-1663017506546310514/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22785/go-8-1663017506546310514/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22785/go-8-1663017506546310514/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22785/go-8-1663017506546310514/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22785/go-8-1663017506546310514/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22785/go-8-1663017506546310514/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22785/go-8-1663017506546310514/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22785/go-8-1663017506546310514/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220912-203121"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220912202040"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220912-203121"
}
]
},
"name": "go-testxlang_partition-258",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/12 21:18:36 Submitted job: 2022-09-12_14_18_36-15350951640313699202
2022/09/12 21:18:36 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-12_14_18_36-15350951640313699202?project=apache-beam-testing
2022/09/12 21:18:36 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-12_14_18_36-15350951640313699202
2022/09/12 21:18:36 Job state: JOB_STATE_PENDING ...
2022/09/12 21:19:06 Job still running ...
2022/09/12 21:19:36 Job still running ...
2022/09/12 21:20:06 Job still running ...
2022/09/12 21:20:36 Job still running ...
2022/09/12 21:21:07 Job still running ...
2022/09/12 21:21:37 Job still running ...
2022/09/12 21:22:07 Job still running ...
2022/09/12 21:22:37 Job still running ...
2022/09/12 21:23:07 Job still running ...
2022/09/12 21:23:37 Job still running ...
2022/09/12 21:24:07 Job still running ...
2022/09/12 21:24:37 Job still running ...
2022/09/12 21:25:07 Job still running ...
2022/09/12 21:25:37 Job still running ...
2022/09/12 21:26:07 Job still running ...
2022/09/12 21:26:37 Job still running ...
2022/09/12 21:27:07 Job still running ...
2022/09/12 21:27:37 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-12_14_18_36-15350951640313699202 failed
--- FAIL: TestXLang_Partition (581.55s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3375.682s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663014715570504953
--- FAIL: TestBigQueryIO_BasicWriteRead (4.43s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:46167 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@okwHWXJYKP" is_bounded:BOUNDED windowing_strategy_id:"w0@okwHWXJYKP"}} windowing_strategies:{key:"w0@okwHWXJYKP" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@okwHWXJYKP" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@okwHWXJYKP" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@okwHWXJYKP" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663014715570504953\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"okwHWXJYKP"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:46167 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@okwHWXJYKP" is_bounded:BOUNDED windowing_strategy_id:"w0@okwHWXJYKP"}} windowing_strategies:{key:"w0@okwHWXJYKP" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@okwHWXJYKP" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@okwHWXJYKP" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@okwHWXJYKP" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1663014715570504953\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"okwHWXJYKP"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 38 [running]:
testing.tRunner.func1.2({0xefc1c0, 0xc00048d180})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefc1c0, 0xc00048d180})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a4cc0?, 0xc0000b9590?}, {0x10a3170, 0x39}, {0xc00015e240?, 0xa6b880?, 0x1?}, {0xc00048aac0, 0xf}, 0xc0005edd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a4c60?, 0xc0000b9590?}, {0xc00010e900, 0x52}, {0x1?}, {0xc0005edea8, 0x2, 0x7fba9830a768?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00048aac0, 0xf}, {0xc00010e900, 0x52}, {0xe4afc0, 0xc00048bc70})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0006029c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0006029c0, 0x10d1cf8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.459s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.037s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.030s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:0103f544048775ddf2b0ecc925e7f03a524d13a9dba595df76621b0d6d7d56d5
Associated tags:
- 20220912-203121
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220912-203121
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220912-203121].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:0103f544048775ddf2b0ecc925e7f03a524d13a9dba595df76621b0d6d7d56d5].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220912202040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:def82e006b1e41e24a8f66ec537acaa4ad50a6b8b8cbe8939c1304ba28dc1fff]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220912202040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:def82e006b1e41e24a8f66ec537acaa4ad50a6b8b8cbe8939c1304ba28dc1fff])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:def82e006b1e41e24a8f66ec537acaa4ad50a6b8b8cbe8939c1304ba28dc1fff
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:def82e006b1e41e24a8f66ec537acaa4ad50a6b8b8cbe8939c1304ba28dc1fff].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220912202040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e63990d147b0de7451875ba35450ed19c5d3503013678051a647d98adb2d2a04]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220912202040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e63990d147b0de7451875ba35450ed19c5d3503013678051a647d98adb2d2a04])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e63990d147b0de7451875ba35450ed19c5d3503013678051a647d98adb2d2a04
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e63990d147b0de7451875ba35450ed19c5d3503013678051a647d98adb2d2a04].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 57s
215 actionable tasks: 143 executed, 60 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/lbgsis4ct6sdg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #670
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/670/display/redirect?page=changes>
Changes:
[noreply] pubsublite: Reduce commit logspam (#22762)
[noreply] Added documentation in ACTIONS.md file (#23159)
------------------------------------------
[...truncated 585.01 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27059/go-8-1662995668205472003/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27059/go-8-1662995668205472003/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220912-143109"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220912142039"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220912-143109"
}
]
},
"name": "go-testxlang_partition-191",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/12 15:14:37 Submitted job: 2022-09-12_08_14_36-16942286252229526730
2022/09/12 15:14:37 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-12_08_14_36-16942286252229526730?project=apache-beam-testing
2022/09/12 15:14:37 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-12_08_14_36-16942286252229526730
2022/09/12 15:14:37 Job state: JOB_STATE_PENDING ...
2022/09/12 15:15:08 Job still running ...
2022/09/12 15:15:38 Job still running ...
2022/09/12 15:16:08 Job still running ...
2022/09/12 15:16:38 Job still running ...
2022/09/12 15:17:08 Job still running ...
2022/09/12 15:17:38 Job still running ...
2022/09/12 15:18:08 Job still running ...
2022/09/12 15:18:38 Job still running ...
2022/09/12 15:19:08 Job still running ...
2022/09/12 15:19:38 Job still running ...
2022/09/12 15:20:08 Job still running ...
2022/09/12 15:20:39 Job still running ...
2022/09/12 15:21:09 Job still running ...
2022/09/12 15:21:39 Job still running ...
2022/09/12 15:22:09 Job still running ...
2022/09/12 15:22:39 Job still running ...
2022/09/12 15:23:09 Job still running ...
2022/09/12 15:23:39 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-12_08_14_36-16942286252229526730 failed
--- FAIL: TestXLang_Partition (581.31s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3150.571s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662993101996880803
--- FAIL: TestBigQueryIO_BasicWriteRead (4.44s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:44241 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@zNbVbeuHZf" is_bounded:BOUNDED windowing_strategy_id:"w0@zNbVbeuHZf"}} windowing_strategies:{key:"w0@zNbVbeuHZf" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@zNbVbeuHZf" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@zNbVbeuHZf" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@zNbVbeuHZf" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662993101996880803\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"zNbVbeuHZf"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:44241 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@zNbVbeuHZf" is_bounded:BOUNDED windowing_strategy_id:"w0@zNbVbeuHZf"}} windowing_strategies:{key:"w0@zNbVbeuHZf" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@zNbVbeuHZf" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@zNbVbeuHZf" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@zNbVbeuHZf" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662993101996880803\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"zNbVbeuHZf"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 50 [running]:
testing.tRunner.func1.2({0xefc1c0, 0xc00022c140})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefc1c0, 0xc00022c140})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00010e2a0?, 0xc0004b8000?}, {0x10a3170, 0x39}, {0xc0004ba180?, 0xa6b880?, 0x1?}, {0xc000041700, 0xf}, 0xc000659d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00010e200?, 0xc0004b8000?}, {0xc00004a9c0, 0x52}, {0x1?}, {0xc000659ea8, 0x2, 0xe0b520?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000041700, 0xf}, {0xc00004a9c0, 0x52}, {0xe4afc0, 0xc00048a1a8})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0006029c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0006029c0, 0x10d1cf8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.467s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.031s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.029s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220912-143109
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220912-143109
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:6a74e6905be8bbfceca9e6d573ea231b0c4f96bd0619ba15d0df3f747781f449
Deleted: sha256:f0d9ba8b3f045bd04d545812d37e84a38247123fa38ba5bac3fd7701dcd5e9a0
Deleted: sha256:74ec99753e3353663ed67aa281e2da655ce7296ee27227e5cdc7eb5157a419b6
Deleted: sha256:a0d7d6b35a75372247b249ca0f839f8c492c4850e48a256bda879df19df26507
Deleted: sha256:437b5338a53748314f27777e9e0bfb8bdecf46483ba3898042dbfd9485e3e44d
Deleted: sha256:df10863aa91025f4d1cc29ed139e089d3061bbae1dfee0bf0e466bd07bf888d2
Deleted: sha256:645ffbbcdd3e605e8bf6ae634aafc46e4e0ff3af6e76948bb993ed3212b6a433
Deleted: sha256:13bce4aa8f2ff1368e55e4fc75981697ad6a6d4b21440878c889caff59bbd9bc
Deleted: sha256:2da368e1005ad78a70493e6f99ab69fa9f5d920db2a875b0573b6bcb717da58b
Deleted: sha256:2c4a6ba218c7eeaf8df3c0e16919444428d7627c1750445cee2389c2a168bf35
Deleted: sha256:af596eecbd83ee7a5578acbbbbd48b32b523b50db0719a8a69bb60abaf53d13e
Deleted: sha256:3812f5bf3b4e7d2ec7d1ea17e38e21f1c45fa9201bfa125323e323019c364c36
Deleted: sha256:98842fa05fd0e6c8bf70e24b307961de968fe1277048bd607c88e3c0721a04e1
Deleted: sha256:4bfbc46e9ca7d8f766782f3f955954ca7d25e2f5246968060adc7668e0014812
Deleted: sha256:5e1cf878c4dd4b46e57c2458879db06b7201a2a2c6dcf3b42be7dfded9192f80
Deleted: sha256:45ae383887c6ae37d0c591e1eedb2fe9e45e087c82068edcbcf926a6d47118db
Deleted: sha256:7271fc1678ec6d2b820c19a03d4a89dd96c019e9a68852c0960ea5fdd735edd5
Deleted: sha256:c74d79d530e7118608a6a4f7fed1ce0cb95450cca9a76b4a5692162c0173e1e5
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220912-143109
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:6a74e6905be8bbfceca9e6d573ea231b0c4f96bd0619ba15d0df3f747781f449
Associated tags:
- 20220912-143109
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220912-143109
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220912-143109].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:6a74e6905be8bbfceca9e6d573ea231b0c4f96bd0619ba15d0df3f747781f449].
$ rm -rf /tmp/tmp.itHS0zkjsd
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220912142039
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:eddabbe2b2d4432a848bb101a67a6d32f6044b880c799481e4195e6902db73b6
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220912142039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:eddabbe2b2d4432a848bb101a67a6d32f6044b880c799481e4195e6902db73b6]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220912142039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:eddabbe2b2d4432a848bb101a67a6d32f6044b880c799481e4195e6902db73b6])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:eddabbe2b2d4432a848bb101a67a6d32f6044b880c799481e4195e6902db73b6
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:eddabbe2b2d4432a848bb101a67a6d32f6044b880c799481e4195e6902db73b6
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:eddabbe2b2d4432a848bb101a67a6d32f6044b880c799481e4195e6902db73b6].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220912142039
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1dcdf8d7dae558710722b8c53230458369ccc725c97c83e626419caf62e97b4c
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220912142039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1dcdf8d7dae558710722b8c53230458369ccc725c97c83e626419caf62e97b4c]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220912142039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1dcdf8d7dae558710722b8c53230458369ccc725c97c83e626419caf62e97b4c])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1dcdf8d7dae558710722b8c53230458369ccc725c97c83e626419caf62e97b4c
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1dcdf8d7dae558710722b8c53230458369ccc725c97c83e626419caf62e97b4c
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1dcdf8d7dae558710722b8c53230458369ccc725c97c83e626419caf62e97b4c].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1280447.
Stopping expansion service pid: 1280448.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 3m 59s
215 actionable tasks: 145 executed, 58 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/2omcew2jwacr2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #669
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/669/display/redirect?page=changes>
Changes:
[noreply] [TPC-DS] Use common queries argument for Jenkins jobs (#23139)
------------------------------------------
[...truncated 983.76 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20439/go-8-1662974212174051211/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20439/go-8-1662974212174051211/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20439/go-8-1662974212174051211/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20439/go-8-1662974212174051211/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20439/go-8-1662974212174051211/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20439/go-8-1662974212174051211/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20439/go-8-1662974212174051211/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20439/go-8-1662974212174051211/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20439/go-8-1662974212174051211/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220912-083124"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220912082045"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220912-083124"
}
]
},
"name": "go-testxlang_partition-390",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/12 09:17:01 Submitted job: 2022-09-12_02_17_00-16940101472898083780
2022/09/12 09:17:01 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-12_02_17_00-16940101472898083780?project=apache-beam-testing
2022/09/12 09:17:01 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-12_02_17_00-16940101472898083780
2022/09/12 09:17:01 Job state: JOB_STATE_PENDING ...
2022/09/12 09:17:31 Job still running ...
2022/09/12 09:18:01 Job still running ...
2022/09/12 09:18:31 Job still running ...
2022/09/12 09:19:01 Job still running ...
2022/09/12 09:19:31 Job still running ...
2022/09/12 09:20:01 Job still running ...
2022/09/12 09:20:31 Job still running ...
2022/09/12 09:21:01 Job still running ...
2022/09/12 09:21:31 Job still running ...
2022/09/12 09:22:01 Job still running ...
2022/09/12 09:22:31 Job still running ...
2022/09/12 09:23:01 Job still running ...
2022/09/12 09:23:31 Job still running ...
2022/09/12 09:24:01 Job still running ...
2022/09/12 09:24:31 Job still running ...
2022/09/12 09:25:01 Job still running ...
2022/09/12 09:25:31 Job still running ...
2022/09/12 09:26:02 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-12_02_17_00-16940101472898083780 failed
--- FAIL: TestXLang_Partition (580.06s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3275.222s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662971520059994342
--- FAIL: TestBigQueryIO_BasicWriteRead (4.69s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:45045 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@QqlIoalaAg" is_bounded:BOUNDED windowing_strategy_id:"w0@QqlIoalaAg"}} windowing_strategies:{key:"w0@QqlIoalaAg" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@QqlIoalaAg" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@QqlIoalaAg" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@QqlIoalaAg" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662971520059994342\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"QqlIoalaAg"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:45045 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@QqlIoalaAg" is_bounded:BOUNDED windowing_strategy_id:"w0@QqlIoalaAg"}} windowing_strategies:{key:"w0@QqlIoalaAg" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@QqlIoalaAg" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@QqlIoalaAg" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@QqlIoalaAg" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662971520059994342\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"QqlIoalaAg"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 40 [running]:
testing.tRunner.func1.2({0xefc1c0, 0xc0000263c0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefc1c0, 0xc0000263c0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00048ecc0?, 0xc000497590?}, {0x10a3170, 0x39}, {0xc00015e180?, 0xa6b880?, 0x1?}, {0xc0001378d0, 0xf}, 0xc0001add20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00048ec60?, 0xc000497590?}, {0xc0005503c0, 0x52}, {0x1?}, {0xc0001adea8, 0x2, 0x7f1af9f73a00?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0001378d0, 0xf}, {0xc0005503c0, 0x52}, {0xe4afc0, 0xc000154ac0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000458b60)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000458b60, 0x10d1cf8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.718s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.035s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c69c10e5464c86bf8c7a6629c4a87a628a13539408526d6a6e8e81bde6bf6b95
Associated tags:
- 20220912-083124
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220912-083124
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220912-083124].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c69c10e5464c86bf8c7a6629c4a87a628a13539408526d6a6e8e81bde6bf6b95].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220912082045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f786cad09623cebfdf144d318481f283015ada52cd50d5f41129b003c817ba80]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220912082045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f786cad09623cebfdf144d318481f283015ada52cd50d5f41129b003c817ba80])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f786cad09623cebfdf144d318481f283015ada52cd50d5f41129b003c817ba80
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f786cad09623cebfdf144d318481f283015ada52cd50d5f41129b003c817ba80].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220912082045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b8c2da659f66c3ef55c2d179661852c5e3ba0b609c395bd306d70400f3f291c4]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220912082045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b8c2da659f66c3ef55c2d179661852c5e3ba0b609c395bd306d70400f3f291c4])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b8c2da659f66c3ef55c2d179661852c5e3ba0b609c395bd306d70400f3f291c4
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b8c2da659f66c3ef55c2d179661852c5e3ba0b609c395bd306d70400f3f291c4].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 16s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/ffifzbk5hqpii
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #668
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/668/display/redirect>
Changes:
------------------------------------------
[...truncated 981.92 KB...]
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8000/go-8-1662952527379980524/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8000/go-8-1662952527379980524/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8000/go-8-1662952527379980524/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8000/go-8-1662952527379980524/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8000/go-8-1662952527379980524/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8000/go-8-1662952527379980524/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8000/go-8-1662952527379980524/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8000/go-8-1662952527379980524/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8000/go-8-1662952527379980524/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220912-023105"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220912022039"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220912-023105"
}
]
},
"name": "go-testxlang_partition-934",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/12 03:15:36 Submitted job: 2022-09-11_20_15_35-11668681795290242913
2022/09/12 03:15:36 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-11_20_15_35-11668681795290242913?project=apache-beam-testing
2022/09/12 03:15:36 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-11_20_15_35-11668681795290242913
2022/09/12 03:15:36 Job state: JOB_STATE_PENDING ...
2022/09/12 03:16:06 Job still running ...
2022/09/12 03:16:36 Job still running ...
2022/09/12 03:17:06 Job still running ...
2022/09/12 03:17:36 Job still running ...
2022/09/12 03:18:06 Job still running ...
2022/09/12 03:18:36 Job still running ...
2022/09/12 03:19:06 Job still running ...
2022/09/12 03:19:36 Job still running ...
2022/09/12 03:20:07 Job still running ...
2022/09/12 03:20:37 Job still running ...
2022/09/12 03:21:07 Job still running ...
2022/09/12 03:21:37 Job still running ...
2022/09/12 03:22:07 Job still running ...
2022/09/12 03:22:37 Job still running ...
2022/09/12 03:23:07 Job still running ...
2022/09/12 03:23:37 Job still running ...
2022/09/12 03:24:07 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-11_20_15_35-11668681795290242913 failed
--- FAIL: TestXLang_Partition (550.53s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3182.185s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662949898817886331
--- FAIL: TestBigQueryIO_BasicWriteRead (4.48s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:39841 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@VysFvkYcsk" is_bounded:BOUNDED windowing_strategy_id:"w0@VysFvkYcsk"}} windowing_strategies:{key:"w0@VysFvkYcsk" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@VysFvkYcsk" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@VysFvkYcsk" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@VysFvkYcsk" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662949898817886331\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"VysFvkYcsk"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:39841 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@VysFvkYcsk" is_bounded:BOUNDED windowing_strategy_id:"w0@VysFvkYcsk"}} windowing_strategies:{key:"w0@VysFvkYcsk" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@VysFvkYcsk" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@VysFvkYcsk" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@VysFvkYcsk" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662949898817886331\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"VysFvkYcsk"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 26 [running]:
testing.tRunner.func1.2({0xefc1c0, 0xc000495340})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefc1c0, 0xc000495340})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a5100?, 0xc0000bb770?}, {0x10a3170, 0x39}, {0xc00015e180?, 0xa6b880?, 0x1?}, {0xc000040e40, 0xf}, 0xc000017d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a50a0?, 0xc0000bb770?}, {0xc00004a4e0, 0x52}, {0x1?}, {0xc000017ea8, 0x2, 0x7f933e89c4a0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000040e40, 0xf}, {0xc00004a4e0, 0x52}, {0xe4afc0, 0xc0000240c0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00054aea0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00054aea0, 0x10d1cf8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.512s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.035s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.030s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:b0efdf9ddd7d1d87b10448ca2dda5b36ab0c56c40a6ee8471dc65360ee11a6cb
Associated tags:
- 20220912-023105
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220912-023105
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220912-023105].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:b0efdf9ddd7d1d87b10448ca2dda5b36ab0c56c40a6ee8471dc65360ee11a6cb].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220912022039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2af8e9e4d0f249d262e76ac7604bd71cfe95182606b8228db280ca9eb80debf0]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220912022039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2af8e9e4d0f249d262e76ac7604bd71cfe95182606b8228db280ca9eb80debf0])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2af8e9e4d0f249d262e76ac7604bd71cfe95182606b8228db280ca9eb80debf0
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2af8e9e4d0f249d262e76ac7604bd71cfe95182606b8228db280ca9eb80debf0].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220912022039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:384f172be0fa483645d0fce165e309eb38341f7fe2038f88873a4335b1450efa]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220912022039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:384f172be0fa483645d0fce165e309eb38341f7fe2038f88873a4335b1450efa])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:384f172be0fa483645d0fce165e309eb38341f7fe2038f88873a4335b1450efa
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:384f172be0fa483645d0fce165e309eb38341f7fe2038f88873a4335b1450efa].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 4m 27s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/brzs7stx3ezta
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #667
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/667/display/redirect>
Changes:
------------------------------------------
[...truncated 579.30 KB...]
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4471/go-8-1662931031896230328/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4471/go-8-1662931031896230328/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220911-203118"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220911202039"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220911-203118"
}
]
},
"name": "go-testxlang_partition-144",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/11 21:17:21 Submitted job: 2022-09-11_14_17_20-6552476353432818908
2022/09/11 21:17:21 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-11_14_17_20-6552476353432818908?project=apache-beam-testing
2022/09/11 21:17:21 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-11_14_17_20-6552476353432818908
2022/09/11 21:17:21 Job state: JOB_STATE_PENDING ...
2022/09/11 21:17:51 Job still running ...
2022/09/11 21:18:21 Job still running ...
2022/09/11 21:18:51 Job still running ...
2022/09/11 21:19:21 Job still running ...
2022/09/11 21:19:51 Job still running ...
2022/09/11 21:20:21 Job still running ...
2022/09/11 21:20:51 Job still running ...
2022/09/11 21:21:21 Job still running ...
2022/09/11 21:21:51 Job still running ...
2022/09/11 21:22:21 Job still running ...
2022/09/11 21:22:51 Job still running ...
2022/09/11 21:23:21 Job still running ...
2022/09/11 21:23:51 Job still running ...
2022/09/11 21:24:21 Job still running ...
2022/09/11 21:24:51 Job still running ...
2022/09/11 21:25:21 Job still running ...
2022/09/11 21:25:51 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-11_14_17_20-6552476353432818908 failed
--- FAIL: TestXLang_Partition (550.32s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3273.046s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662928312233124367
--- FAIL: TestBigQueryIO_BasicWriteRead (4.59s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:46219 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@iOHCMcibHp" is_bounded:BOUNDED windowing_strategy_id:"w0@iOHCMcibHp"}} windowing_strategies:{key:"w0@iOHCMcibHp" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@iOHCMcibHp" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@iOHCMcibHp" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@iOHCMcibHp" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662928312233124367\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"iOHCMcibHp"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:46219 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@iOHCMcibHp" is_bounded:BOUNDED windowing_strategy_id:"w0@iOHCMcibHp"}} windowing_strategies:{key:"w0@iOHCMcibHp" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@iOHCMcibHp" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@iOHCMcibHp" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@iOHCMcibHp" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662928312233124367\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"iOHCMcibHp"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 40 [running]:
testing.tRunner.func1.2({0xefc1c0, 0xc0003be340})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefc1c0, 0xc0003be340})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0004b2c00?, 0xc0000b9590?}, {0x10a3170, 0x39}, {0xc00015e240?, 0xa6b880?, 0x1?}, {0xc0001378e0, 0xf}, 0xc00001dd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0004b2ba0?, 0xc0000b9590?}, {0xc00004a600, 0x52}, {0x1?}, {0xc00001dea8, 0x2, 0x7f80800425e0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0001378e0, 0xf}, {0xc00004a600, 0x52}, {0xe4afc0, 0xc000016ad0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0000cad00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0000cad00, 0x10d1cf8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.623s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.028s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220911-203118
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220911-203118
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:3ae17921c039f42c96f5f2f4ab86448f904e1127346aafd79386ef3fa1fb9ebf
Deleted: sha256:2b849eb136c5f8417ea0716a76a318f5128fd4a9399e750c0b2f5c092e2efc4b
Deleted: sha256:8227a92328891de61d895bae26311b0bbd999ed902a9f96db7a9bc8ad1faa6fb
Deleted: sha256:8d164e739dccb072de9b49c5c609a9b0d311b1ebe9f47c89a887fa19d04f9dfd
Deleted: sha256:772f29093b05fb34d9fd2158646e81f9a881926445d3a433afc3c50dbe8c3597
Deleted: sha256:8d7b2e9f9d22af849bdf6d14c776576fe52820bc74aacf557d0d8589943ca914
Deleted: sha256:777d8ddb9be1c6a0e33aeafa9a871e556b64f3312726886d9b93263e9c407a31
Deleted: sha256:76819a85f0acf445a14ba0f478bf39baa6be64d0553392de748d9e45af7d5849
Deleted: sha256:b9b3ff06aba1cd32924bf2cee5d7f4f77ec2119a300eb38ba1f322e1fe4a7c2e
Deleted: sha256:64e847a31dee1945e04b27692cea8a5bbf6f21a65d0641c76a98b1bb35a07833
Deleted: sha256:80537f7cdadb49c31bea3755fe36735d8a61a47f239575099143ec5aa9fc5af7
Deleted: sha256:7f7937adaab32422360234164b905e4fccba818b28889791b29f82463bc321ea
Deleted: sha256:381fa54d5f8288dc2222dfddba3065ab07d77d063f2aec038384b37d3a36f101
Deleted: sha256:34493d4c5030d745d7a412db12fbe6d3fcfe19dc3d144118649b218cf680a97a
Deleted: sha256:f0a21acdc62cb0477c44bd169969dc273d9ffb4abb9a10b8c677159caff956b0
Deleted: sha256:2fe53ce269bd44d9aa85fdddfcc08afb6e451632e296d0e622223638ea94efee
Deleted: sha256:7209a8e21ffa9d1fc8f7319e09f1f5840e716ba59b60a9b73e7c3ef6965b9c14
Deleted: sha256:d82d60a65e7a8f48f95c639579bd4434222d08ece2f927125dccc10824dcb79d
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220911-203118
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:3ae17921c039f42c96f5f2f4ab86448f904e1127346aafd79386ef3fa1fb9ebf
Associated tags:
- 20220911-203118
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220911-203118
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220911-203118].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:3ae17921c039f42c96f5f2f4ab86448f904e1127346aafd79386ef3fa1fb9ebf].
$ rm -rf /tmp/tmp.2lgF78vqgr
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220911202039
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:544673fc8547fb9ac62b0f39ef32baf628095c157aa596510ce90724286bfc87
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220911202039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:544673fc8547fb9ac62b0f39ef32baf628095c157aa596510ce90724286bfc87]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220911202039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:544673fc8547fb9ac62b0f39ef32baf628095c157aa596510ce90724286bfc87])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:544673fc8547fb9ac62b0f39ef32baf628095c157aa596510ce90724286bfc87
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:544673fc8547fb9ac62b0f39ef32baf628095c157aa596510ce90724286bfc87
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:544673fc8547fb9ac62b0f39ef32baf628095c157aa596510ce90724286bfc87].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220911202039
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:dc85a4090d2c3ce5c7d471769d57c16dc2b112f88415aea848eaf374f9c9c3a5
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220911202039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:dc85a4090d2c3ce5c7d471769d57c16dc2b112f88415aea848eaf374f9c9c3a5]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220911202039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:dc85a4090d2c3ce5c7d471769d57c16dc2b112f88415aea848eaf374f9c9c3a5])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:dc85a4090d2c3ce5c7d471769d57c16dc2b112f88415aea848eaf374f9c9c3a5
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:dc85a4090d2c3ce5c7d471769d57c16dc2b112f88415aea848eaf374f9c9c3a5
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:dc85a4090d2c3ce5c7d471769d57c16dc2b112f88415aea848eaf374f9c9c3a5].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 989402.
Stopping expansion service pid: 989403.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 11s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/g2oqpdyhwhgz6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #666
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/666/display/redirect>
Changes:
------------------------------------------
[...truncated 953.14 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1794/go-8-1662909315805947043/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1794/go-8-1662909315805947043/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1794/go-8-1662909315805947043/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1794/go-8-1662909315805947043/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1794/go-8-1662909315805947043/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1794/go-8-1662909315805947043/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1794/go-8-1662909315805947043/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1794/go-8-1662909315805947043/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1794/go-8-1662909315805947043/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220911-143054"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220911142038"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220911-143054"
}
]
},
"name": "go-testxlang_partition-554",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/11 15:15:25 Submitted job: 2022-09-11_08_15_24-12957567506595882966
2022/09/11 15:15:25 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-11_08_15_24-12957567506595882966?project=apache-beam-testing
2022/09/11 15:15:25 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-11_08_15_24-12957567506595882966
2022/09/11 15:15:25 Job state: JOB_STATE_PENDING ...
2022/09/11 15:15:55 Job still running ...
2022/09/11 15:16:25 Job still running ...
2022/09/11 15:16:55 Job still running ...
2022/09/11 15:17:25 Job still running ...
2022/09/11 15:17:55 Job still running ...
2022/09/11 15:18:25 Job still running ...
2022/09/11 15:18:55 Job still running ...
2022/09/11 15:19:25 Job still running ...
2022/09/11 15:19:55 Job still running ...
2022/09/11 15:20:25 Job still running ...
2022/09/11 15:20:55 Job still running ...
2022/09/11 15:21:25 Job still running ...
2022/09/11 15:21:55 Job still running ...
2022/09/11 15:22:25 Job still running ...
2022/09/11 15:22:55 Job still running ...
2022/09/11 15:23:25 Job still running ...
2022/09/11 15:23:55 Job still running ...
2022/09/11 15:24:25 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-11_08_15_24-12957567506595882966 failed
--- FAIL: TestXLang_Partition (580.37s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3207.715s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662906691495418191
--- FAIL: TestBigQueryIO_BasicWriteRead (4.36s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:45841 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@wvrGPAcLsT" is_bounded:BOUNDED windowing_strategy_id:"w0@wvrGPAcLsT"}} windowing_strategies:{key:"w0@wvrGPAcLsT" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@wvrGPAcLsT" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@wvrGPAcLsT" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@wvrGPAcLsT" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662906691495418191\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"wvrGPAcLsT"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:45841 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@wvrGPAcLsT" is_bounded:BOUNDED windowing_strategy_id:"w0@wvrGPAcLsT"}} windowing_strategies:{key:"w0@wvrGPAcLsT" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@wvrGPAcLsT" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@wvrGPAcLsT" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@wvrGPAcLsT" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662906691495418191\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"wvrGPAcLsT"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 50 [running]:
testing.tRunner.func1.2({0xefc1c0, 0xc0000e8440})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefc1c0, 0xc0000e8440})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000488d00?, 0xc00049b590?}, {0x10a3170, 0x39}, {0xc000658180?, 0xa6b880?, 0x1?}, {0xc00048abc0, 0xf}, 0xc00015dd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc000488ca0?, 0xc00049b590?}, {0xc0001188a0, 0x52}, {0x1?}, {0xc00015dea8, 0x2, 0x7fb974547768?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc00048abc0, 0xf}, {0xc0001188a0, 0x52}, {0xe4afc0, 0xc00048bd70})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc000458d00)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc000458d00, 0x10d1cf8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.390s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7afa89981d9d5f60de40ffed0b730cfe3827b2e0c287a53931bfa1ca4e1510b1
Associated tags:
- 20220911-143054
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220911-143054
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220911-143054].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7afa89981d9d5f60de40ffed0b730cfe3827b2e0c287a53931bfa1ca4e1510b1].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220911142038]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a624026ef8fd9bf9d9037a0dcd52df423bbf6a0e7437479ff6141d9632d8d63a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220911142038] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a624026ef8fd9bf9d9037a0dcd52df423bbf6a0e7437479ff6141d9632d8d63a])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a624026ef8fd9bf9d9037a0dcd52df423bbf6a0e7437479ff6141d9632d8d63a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a624026ef8fd9bf9d9037a0dcd52df423bbf6a0e7437479ff6141d9632d8d63a].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220911142038]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:49537587d8f39b1d231314036352fe0e0c1a20b8cb10d605e88d8ac460f10ce9]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220911142038] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:49537587d8f39b1d231314036352fe0e0c1a20b8cb10d605e88d8ac460f10ce9])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:49537587d8f39b1d231314036352fe0e0c1a20b8cb10d605e88d8ac460f10ce9
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:49537587d8f39b1d231314036352fe0e0c1a20b8cb10d605e88d8ac460f10ce9].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 4m 46s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/zgx4fdc2yqire
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #665
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/665/display/redirect>
Changes:
------------------------------------------
[...truncated 974.37 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8495/go-8-1662887804189029825/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8495/go-8-1662887804189029825/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220911-083157"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220911082039"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220911-083157"
}
]
},
"name": "go-testxlang_partition-115",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/11 09:16:53 Submitted job: 2022-09-11_02_16_53-8044461628108921817
2022/09/11 09:16:53 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-11_02_16_53-8044461628108921817?project=apache-beam-testing
2022/09/11 09:16:53 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-11_02_16_53-8044461628108921817
2022/09/11 09:16:53 Job state: JOB_STATE_PENDING ...
2022/09/11 09:17:23 Job still running ...
2022/09/11 09:17:53 Job still running ...
2022/09/11 09:18:23 Job still running ...
2022/09/11 09:18:53 Job still running ...
2022/09/11 09:19:24 Job still running ...
2022/09/11 09:19:54 Job still running ...
2022/09/11 09:20:24 Job still running ...
2022/09/11 09:20:54 Job still running ...
2022/09/11 09:21:24 Job still running ...
2022/09/11 09:21:54 Job still running ...
2022/09/11 09:22:24 Job still running ...
2022/09/11 09:22:54 Job still running ...
2022/09/11 09:23:24 Job still running ...
2022/09/11 09:23:54 Job still running ...
2022/09/11 09:24:24 Job still running ...
2022/09/11 09:24:54 Job still running ...
2022/09/11 09:25:24 Job still running ...
2022/09/11 09:25:54 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-11_02_16_53-8044461628108921817 failed
--- FAIL: TestXLang_Partition (580.75s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3236.339s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662885151676165637
--- FAIL: TestBigQueryIO_BasicWriteRead (4.53s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41585 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@YJCZFKsOYU" is_bounded:BOUNDED windowing_strategy_id:"w0@YJCZFKsOYU"}} windowing_strategies:{key:"w0@YJCZFKsOYU" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@YJCZFKsOYU" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@YJCZFKsOYU" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@YJCZFKsOYU" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662885151676165637\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"YJCZFKsOYU"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:41585 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@YJCZFKsOYU" is_bounded:BOUNDED windowing_strategy_id:"w0@YJCZFKsOYU"}} windowing_strategies:{key:"w0@YJCZFKsOYU" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@YJCZFKsOYU" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@YJCZFKsOYU" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@YJCZFKsOYU" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662885151676165637\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"YJCZFKsOYU"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 39 [running]:
testing.tRunner.func1.2({0xefc1c0, 0xc0000afc40})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefc1c0, 0xc0000afc40})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00048a780?, 0xc0006a2140?}, {0x10a3170, 0x39}, {0xc000568180?, 0xa6b880?, 0x1?}, {0xc0003feb50, 0xf}, 0xc000027d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00048a720?, 0xc0006a2140?}, {0xc000146420, 0x52}, {0x1?}, {0xc000027ea8, 0x2, 0xe0b520?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003feb50, 0xf}, {0xc000146420, 0x52}, {0xe4afc0, 0xc0004821e8})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0004a5380)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0004a5380, 0x10d1cf8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.558s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220911-083157
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220911-083157
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e883d3a6d5cd92e834c697551cec207bf48bb220fe82b6e6975ff4611ccbce6d
Deleted: sha256:630192e339c86fc2638919cf91e91bf430fd842851c7693854f54c4952920bf9
Deleted: sha256:060c76066e795169e2e9235e80ebaecbe9d3c1e19f1caa634dbb6e00c0c409f6
Deleted: sha256:69947ed78eb183b30f395ca3fd4317c08ddc6715e2827918ac33bf7824cca20a
Deleted: sha256:8e2fdb7703fcb8b7bf2ba4b154ea9c855c9b42c172bdc0255342151a50556716
Deleted: sha256:5bfc4fba5d69688ecf247efa68d65f532736b23358e56b34028f0ed42251f83a
Deleted: sha256:ebeee200112d069d4c06bf79bf0cb0320806ff90086b058e44ef1dc7aa327c9b
Deleted: sha256:3e2eff0f55754ce3726aab3e6577148f36df8445316ca338bc018ffe7f238340
Deleted: sha256:23d00a2b0d3d8e23f060614dfab8fdf395e3dec5d7294eb42e6a976b9068ecc3
Deleted: sha256:849f47f9019c39162ce12b3ff4c2a146523fff9d2d51dc7471a2e227395b84d5
Deleted: sha256:c006d911214fb2748a8414e6cb29e1689596ea4d6098762f315889c5f9e627f7
Deleted: sha256:883924aa72402d931557b25684a0508673b4bd7064a5e315167452c76668758b
Deleted: sha256:89ddf475d017b7b562381491a388a7c143496ebda8d5833cc522b043a9ebc9a1
Deleted: sha256:4a2cc1dc7960837b8bdfa64e682c72c5ac33ec052eccbeed9302307c634bb8c9
Deleted: sha256:349e97e7ec19fb8ff095a7a4e6b6de9c64e8607397e831e7bd41434f09f1a36a
Deleted: sha256:a5846f6f542ce862a09ec4c5d5723538da6781d21d8d3605a3f5f1046851fc77
Deleted: sha256:c1bd140ae42548214326d3aaf7b3258eb31af9103badf290d366e629d95125bf
Deleted: sha256:626e215a45cb6b62bd750975951f0c7b55156c671933d1dcd999457344a6ad03
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220911-083157
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e883d3a6d5cd92e834c697551cec207bf48bb220fe82b6e6975ff4611ccbce6d
Associated tags:
- 20220911-083157
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220911-083157
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220911-083157].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e883d3a6d5cd92e834c697551cec207bf48bb220fe82b6e6975ff4611ccbce6d].
$ rm -rf /tmp/tmp.nlonbihkvv
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220911082039
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4ac84bf86abb00959ad451932dd95a247bcaf9196b059f5838a64314e053c952
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220911082039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4ac84bf86abb00959ad451932dd95a247bcaf9196b059f5838a64314e053c952]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220911082039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4ac84bf86abb00959ad451932dd95a247bcaf9196b059f5838a64314e053c952])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4ac84bf86abb00959ad451932dd95a247bcaf9196b059f5838a64314e053c952
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4ac84bf86abb00959ad451932dd95a247bcaf9196b059f5838a64314e053c952
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4ac84bf86abb00959ad451932dd95a247bcaf9196b059f5838a64314e053c952].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220911082039
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:057936fceb19e5a7423f79774497e4216c102f0ac142629bd8532985bf159ebc
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220911082039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:057936fceb19e5a7423f79774497e4216c102f0ac142629bd8532985bf159ebc]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220911082039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:057936fceb19e5a7423f79774497e4216c102f0ac142629bd8532985bf159ebc])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:057936fceb19e5a7423f79774497e4216c102f0ac142629bd8532985bf159ebc
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:057936fceb19e5a7423f79774497e4216c102f0ac142629bd8532985bf159ebc
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:057936fceb19e5a7423f79774497e4216c102f0ac142629bd8532985bf159ebc].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 818602.
Stopping expansion service pid: 818603.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 14s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/rqqfry4xktt24
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #664
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/664/display/redirect>
Changes:
------------------------------------------
[...truncated 520.45 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21011/go-8-1662866155062104448/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21011/go-8-1662866155062104448/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21011/go-8-1662866155062104448/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21011/go-8-1662866155062104448/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21011/go-8-1662866155062104448/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21011/go-8-1662866155062104448/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21011/go-8-1662866155062104448/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21011/go-8-1662866155062104448/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21011/go-8-1662866155062104448/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220911-023106"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220911022039"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220911-023106"
}
]
},
"name": "go-testxlang_partition-112",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/11 03:16:04 Submitted job: 2022-09-10_20_16_03-6775108796145072341
2022/09/11 03:16:04 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-10_20_16_03-6775108796145072341?project=apache-beam-testing
2022/09/11 03:16:04 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-10_20_16_03-6775108796145072341
2022/09/11 03:16:04 Job state: JOB_STATE_PENDING ...
2022/09/11 03:16:34 Job still running ...
2022/09/11 03:17:04 Job still running ...
2022/09/11 03:17:34 Job still running ...
2022/09/11 03:18:04 Job still running ...
2022/09/11 03:18:34 Job still running ...
2022/09/11 03:19:04 Job still running ...
2022/09/11 03:19:34 Job still running ...
2022/09/11 03:20:04 Job still running ...
2022/09/11 03:20:34 Job still running ...
2022/09/11 03:21:04 Job still running ...
2022/09/11 03:21:35 Job still running ...
2022/09/11 03:22:05 Job still running ...
2022/09/11 03:22:35 Job still running ...
2022/09/11 03:23:05 Job still running ...
2022/09/11 03:23:35 Job still running ...
2022/09/11 03:24:05 Job still running ...
2022/09/11 03:24:35 Job still running ...
2022/09/11 03:25:05 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-10_20_16_03-6775108796145072341 failed
--- FAIL: TestXLang_Partition (580.50s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3237.298s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662863501340530112
--- FAIL: TestBigQueryIO_BasicWriteRead (4.40s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:46591 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@rMiwCYfAkN" is_bounded:BOUNDED windowing_strategy_id:"w0@rMiwCYfAkN"}} windowing_strategies:{key:"w0@rMiwCYfAkN" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@rMiwCYfAkN" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@rMiwCYfAkN" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@rMiwCYfAkN" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662863501340530112\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"rMiwCYfAkN"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:46591 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@rMiwCYfAkN" is_bounded:BOUNDED windowing_strategy_id:"w0@rMiwCYfAkN"}} windowing_strategies:{key:"w0@rMiwCYfAkN" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@rMiwCYfAkN" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@rMiwCYfAkN" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@rMiwCYfAkN" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662863501340530112\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"rMiwCYfAkN"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 39 [running]:
testing.tRunner.func1.2({0xefc1c0, 0xc000660800})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefc1c0, 0xc000660800})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc00065ec40?, 0xc000499590?}, {0x10a3170, 0x39}, {0xc000558180?, 0xa6b880?, 0x1?}, {0xc000662b70, 0xf}, 0xc000159d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc00065ebe0?, 0xc000499590?}, {0xc0005503c0, 0x52}, {0x1?}, {0xc000159ea8, 0x2, 0x7f87977428e0?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc000662b70, 0xf}, {0xc0005503c0, 0x52}, {0xe4afc0, 0xc000663d20})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0004ab380)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0004ab380, 0x10d1cf8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.429s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.030s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e34d4ed7724d5cb4181b21d85144b0c4727dd6b4a0919d5008bc13aa89d7bbaf
Associated tags:
- 20220911-023106
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220911-023106
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220911-023106].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e34d4ed7724d5cb4181b21d85144b0c4727dd6b4a0919d5008bc13aa89d7bbaf].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220911022039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c1f82aee2d30d429fc179fa1cee7e592b87cb14ac570620aa9c349839d46832b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220911022039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c1f82aee2d30d429fc179fa1cee7e592b87cb14ac570620aa9c349839d46832b])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c1f82aee2d30d429fc179fa1cee7e592b87cb14ac570620aa9c349839d46832b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c1f82aee2d30d429fc179fa1cee7e592b87cb14ac570620aa9c349839d46832b].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220911022039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:40050380e50062c34eb029daf9c30e59d7fe61ff91d9a4f9b7d5035a4258eabe]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220911022039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:40050380e50062c34eb029daf9c30e59d7fe61ff91d9a4f9b7d5035a4258eabe])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:40050380e50062c34eb029daf9c30e59d7fe61ff91d9a4f9b7d5035a4258eabe
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:40050380e50062c34eb029daf9c30e59d7fe61ff91d9a4f9b7d5035a4258eabe].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 5m 25s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/elcmisasgebjg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #663
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/663/display/redirect>
Changes:
------------------------------------------
[...truncated 552.21 KB...]
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21788/go-8-1662844588169150660/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21788/go-8-1662844588169150660/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220910202039"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220910-203107"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220910-203107"
}
]
},
"name": "go-testxlang_partition-130",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/10 21:16:37 Submitted job: 2022-09-10_14_16_36-15938645851370686252
2022/09/10 21:16:37 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-10_14_16_36-15938645851370686252?project=apache-beam-testing
2022/09/10 21:16:37 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-10_14_16_36-15938645851370686252
2022/09/10 21:16:37 Job state: JOB_STATE_PENDING ...
2022/09/10 21:17:07 Job still running ...
2022/09/10 21:17:37 Job still running ...
2022/09/10 21:18:07 Job still running ...
2022/09/10 21:18:37 Job still running ...
2022/09/10 21:19:07 Job still running ...
2022/09/10 21:19:37 Job still running ...
2022/09/10 21:20:07 Job still running ...
2022/09/10 21:20:37 Job still running ...
2022/09/10 21:21:07 Job still running ...
2022/09/10 21:21:37 Job still running ...
2022/09/10 21:22:07 Job still running ...
2022/09/10 21:22:38 Job still running ...
2022/09/10 21:23:08 Job still running ...
2022/09/10 21:23:38 Job still running ...
2022/09/10 21:24:08 Job still running ...
2022/09/10 21:24:38 Job still running ...
2022/09/10 21:25:08 Job still running ...
2022/09/10 21:25:38 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-10_14_16_36-15938645851370686252 failed
--- FAIL: TestXLang_Partition (580.34s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3268.939s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662841902619397504
--- FAIL: TestBigQueryIO_BasicWriteRead (4.36s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:36085 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@HVhAqjCeOF" is_bounded:BOUNDED windowing_strategy_id:"w0@HVhAqjCeOF"}} windowing_strategies:{key:"w0@HVhAqjCeOF" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@HVhAqjCeOF" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@HVhAqjCeOF" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@HVhAqjCeOF" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662841902619397504\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"HVhAqjCeOF"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:36085 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@HVhAqjCeOF" is_bounded:BOUNDED windowing_strategy_id:"w0@HVhAqjCeOF"}} windowing_strategies:{key:"w0@HVhAqjCeOF" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@HVhAqjCeOF" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@HVhAqjCeOF" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@HVhAqjCeOF" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662841902619397504\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"HVhAqjCeOF"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 9 [running]:
testing.tRunner.func1.2({0xefc1c0, 0xc0000ff740})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefc1c0, 0xc0000ff740})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0004a2360?, 0xc000140230?}, {0x10a3170, 0x39}, {0xc000558180?, 0xa6b880?, 0x1?}, {0xc0003fcb70, 0xf}, 0xc000159d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0004a2300?, 0xc000140230?}, {0xc00010e9c0, 0x52}, {0x1?}, {0xc000159ea8, 0x2, 0x7fe47d2be548?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003fcb70, 0xf}, {0xc00010e9c0, 0x52}, {0xe4afc0, 0xc0004920e0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0004a76c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0004a76c0, 0x10d1cf8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.390s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.037s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.029s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220910-203107
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220910-203107
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:5717636d3aebfa92f055efcfcf02dc2ab7c80e5eed3dd48e81eadc214599dbdb
Deleted: sha256:3242a9f16ead5604a544214a9fd4f7c78ebccbdb150c4d3528a65cfb1a7b97ba
Deleted: sha256:61e9a82fd0615cf71a9f18f102db7d0277564401458bdaf0a2fbcb6080fd44cf
Deleted: sha256:28637a3e0ef339e7ad582e3e08026a243785617e812c4131b7eb82b35b779668
Deleted: sha256:e63046fc1da260d5288a3dec0818c93a84cf912d270917c07a98b68733d5fd63
Deleted: sha256:7d877e187f6154cf09ada46c3252a1a9084639af749358879f9aa8fc199bdc13
Deleted: sha256:a7d466918cef2825c7422f1e5cda4a8936456e49fb050ba4b8a90b9ca2a88e03
Deleted: sha256:7d8e9f18e7a314fc71ecec9ca80a468d56a12e3aad8401edea6a83783b5af835
Deleted: sha256:66fe69c8f38fdd382ad7f59f3ea17a85e0dc72aa52dc70b062a95473d39d92b0
Deleted: sha256:4606069f3db86b69b244d383ee3f69590828786df410ab1e6bd31eebb2802884
Deleted: sha256:bbaf276a309489608057ab97dd26837fe9611f27c8dde155fd2203f46f5df390
Deleted: sha256:3893844bd2f78991a635b82c19bc318ee8513a678645cd123c0624cec7dac3f6
Deleted: sha256:42e33e9e25cb3323f5b05137bfdd7b809c0f47bcdf9a3b9891b66ce83fe955d5
Deleted: sha256:7725cddd0964b800278e8b9b81756f851b1bc790ee30d250f7436b46eaad0113
Deleted: sha256:4805bf7ff87110fb5be3170c1ca9e7dbea588993f1268de6537f7b0e109030f2
Deleted: sha256:3cc86ce83b1c81c89b812b39bc141655902ba26fec73113f35fc7f43e40fdaee
Deleted: sha256:8435cad0d8e79f63d14b3b35f5ed81cb3b89e1103ba5ac4395196d63bddb3a93
Deleted: sha256:49e74f5e53807c204ce182b8ed0c7b1a8399cb2c76fefacde97a3b98c032bff9
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220910-203107
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:5717636d3aebfa92f055efcfcf02dc2ab7c80e5eed3dd48e81eadc214599dbdb
Associated tags:
- 20220910-203107
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220910-203107
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220910-203107].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:5717636d3aebfa92f055efcfcf02dc2ab7c80e5eed3dd48e81eadc214599dbdb].
$ rm -rf /tmp/tmp.NiPjhjaemc
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220910202039
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4ee35cff5cf3f4c820b13afe70f855b8d584372d8a637715ead9b26255e4498e
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220910202039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4ee35cff5cf3f4c820b13afe70f855b8d584372d8a637715ead9b26255e4498e]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220910202039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4ee35cff5cf3f4c820b13afe70f855b8d584372d8a637715ead9b26255e4498e])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4ee35cff5cf3f4c820b13afe70f855b8d584372d8a637715ead9b26255e4498e
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4ee35cff5cf3f4c820b13afe70f855b8d584372d8a637715ead9b26255e4498e
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4ee35cff5cf3f4c820b13afe70f855b8d584372d8a637715ead9b26255e4498e].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220910202039
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6b13288f60e4e38b362b2de2aa306694b4cbfada02f30592d758a7866ca072ef
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220910202039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6b13288f60e4e38b362b2de2aa306694b4cbfada02f30592d758a7866ca072ef]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220910202039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6b13288f60e4e38b362b2de2aa306694b4cbfada02f30592d758a7866ca072ef])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6b13288f60e4e38b362b2de2aa306694b4cbfada02f30592d758a7866ca072ef
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6b13288f60e4e38b362b2de2aa306694b4cbfada02f30592d758a7866ca072ef
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6b13288f60e4e38b362b2de2aa306694b4cbfada02f30592d758a7866ca072ef].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 643930.
Stopping expansion service pid: 643931.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 5m 58s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/enyq4ofkozzbw
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #662
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/662/display/redirect>
Changes:
------------------------------------------
[...truncated 982.10 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31248/go-8-1662823008068016001/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31248/go-8-1662823008068016001/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31248/go-8-1662823008068016001/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31248/go-8-1662823008068016001/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31248/go-8-1662823008068016001/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31248/go-8-1662823008068016001/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31248/go-8-1662823008068016001/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31248/go-8-1662823008068016001/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31248/go-8-1662823008068016001/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220910142039"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220910-143103"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220910-143103"
}
]
},
"name": "go-testxlang_partition-859",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/10 15:16:56 Submitted job: 2022-09-10_08_16_56-7777519347952876334
2022/09/10 15:16:56 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-10_08_16_56-7777519347952876334?project=apache-beam-testing
2022/09/10 15:16:56 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-10_08_16_56-7777519347952876334
2022/09/10 15:16:57 Job state: JOB_STATE_PENDING ...
2022/09/10 15:17:27 Job still running ...
2022/09/10 15:17:57 Job still running ...
2022/09/10 15:18:27 Job still running ...
2022/09/10 15:18:57 Job still running ...
2022/09/10 15:19:27 Job still running ...
2022/09/10 15:19:57 Job still running ...
2022/09/10 15:20:27 Job still running ...
2022/09/10 15:20:57 Job still running ...
2022/09/10 15:21:27 Job still running ...
2022/09/10 15:21:57 Job still running ...
2022/09/10 15:22:27 Job still running ...
2022/09/10 15:22:57 Job still running ...
2022/09/10 15:23:27 Job still running ...
2022/09/10 15:23:57 Job still running ...
2022/09/10 15:24:27 Job still running ...
2022/09/10 15:24:57 Job still running ...
2022/09/10 15:25:27 Job still running ...
2022/09/10 15:25:57 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-10_08_16_56-7777519347952876334 failed
--- FAIL: TestXLang_Partition (579.82s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3293.750s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662820297174542589
--- FAIL: TestBigQueryIO_BasicWriteRead (4.41s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:46313 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@dtbbnnvXrt" is_bounded:BOUNDED windowing_strategy_id:"w0@dtbbnnvXrt"}} windowing_strategies:{key:"w0@dtbbnnvXrt" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@dtbbnnvXrt" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@dtbbnnvXrt" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@dtbbnnvXrt" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662820297174542589\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"dtbbnnvXrt"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:46313 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@dtbbnnvXrt" is_bounded:BOUNDED windowing_strategy_id:"w0@dtbbnnvXrt"}} windowing_strategies:{key:"w0@dtbbnnvXrt" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@dtbbnnvXrt" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@dtbbnnvXrt" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@dtbbnnvXrt" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662820297174542589\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"dtbbnnvXrt"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 29 [running]:
testing.tRunner.func1.2({0xefc1c0, 0xc000024580})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefc1c0, 0xc000024580})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0001dabe0?, 0xc0001ae230?}, {0x10a3170, 0x39}, {0xc000574180?, 0xa6b880?, 0x1?}, {0xc0001a38f0, 0xf}, 0xc0000cdd20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0001dab80?, 0xc0001ae230?}, {0xc0001a4840, 0x52}, {0x1?}, {0xc0000cdea8, 0x2, 0xe0b520?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0001a38f0, 0xf}, {0xc0001a4840, 0x52}, {0xe4afc0, 0xc00012e188})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0000d09c0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0000d09c0, 0x10d1cf8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.441s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.035s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.029s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.029s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c142d28f143993c91fd4ada8511fbc8b35156baaf722412a3552a4454dec074f
Associated tags:
- 20220910-143103
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220910-143103
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220910-143103].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c142d28f143993c91fd4ada8511fbc8b35156baaf722412a3552a4454dec074f].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220910142039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6a6610e1030d48bec061ab2489a3e2c6369aea39daa2a4034c71f6c0171f954f]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220910142039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6a6610e1030d48bec061ab2489a3e2c6369aea39daa2a4034c71f6c0171f954f])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6a6610e1030d48bec061ab2489a3e2c6369aea39daa2a4034c71f6c0171f954f
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6a6610e1030d48bec061ab2489a3e2c6369aea39daa2a4034c71f6c0171f954f].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220910142039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:913a59d7759e0236a072331e1cda264f39933ddb01f57805148363e575081f1a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220910142039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:913a59d7759e0236a072331e1cda264f39933ddb01f57805148363e575081f1a])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:913a59d7759e0236a072331e1cda264f39933ddb01f57805148363e575081f1a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:913a59d7759e0236a072331e1cda264f39933ddb01f57805148363e575081f1a].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 17s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/dk3dpg45pbu7g
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #661
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/661/display/redirect>
Changes:
------------------------------------------
[...truncated 566.54 KB...]
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23369/go-8-1662801400252236412/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23369/go-8-1662801400252236412/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220910-083117"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220910082041"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220910-083117"
}
]
},
"name": "go-testxlang_partition-572",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/10 09:16:50 Submitted job: 2022-09-10_02_16_49-7443462709985583725
2022/09/10 09:16:50 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-10_02_16_49-7443462709985583725?project=apache-beam-testing
2022/09/10 09:16:50 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-10_02_16_49-7443462709985583725
2022/09/10 09:16:50 Job state: JOB_STATE_PENDING ...
2022/09/10 09:17:20 Job still running ...
2022/09/10 09:17:50 Job still running ...
2022/09/10 09:18:20 Job still running ...
2022/09/10 09:18:50 Job still running ...
2022/09/10 09:19:20 Job still running ...
2022/09/10 09:19:50 Job still running ...
2022/09/10 09:20:20 Job still running ...
2022/09/10 09:20:50 Job still running ...
2022/09/10 09:21:20 Job still running ...
2022/09/10 09:21:50 Job still running ...
2022/09/10 09:22:20 Job still running ...
2022/09/10 09:22:50 Job still running ...
2022/09/10 09:23:20 Job still running ...
2022/09/10 09:23:50 Job still running ...
2022/09/10 09:24:20 Job still running ...
2022/09/10 09:24:50 Job still running ...
2022/09/10 09:25:20 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-10_02_16_49-7443462709985583725 failed
--- FAIL: TestXLang_Partition (550.79s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3241.033s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662798713133002402
--- FAIL: TestBigQueryIO_BasicWriteRead (4.50s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43351 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@HSzaphSJNJ" is_bounded:BOUNDED windowing_strategy_id:"w0@HSzaphSJNJ"}} windowing_strategies:{key:"w0@HSzaphSJNJ" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@HSzaphSJNJ" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@HSzaphSJNJ" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@HSzaphSJNJ" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662798713133002402\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"HSzaphSJNJ"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:43351 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@HSzaphSJNJ" is_bounded:BOUNDED windowing_strategy_id:"w0@HSzaphSJNJ"}} windowing_strategies:{key:"w0@HSzaphSJNJ" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@HSzaphSJNJ" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@HSzaphSJNJ" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@HSzaphSJNJ" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662798713133002402\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"HSzaphSJNJ"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 9 [running]:
testing.tRunner.func1.2({0xefc1c0, 0xc0000aebc0})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefc1c0, 0xc0000aebc0})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a4e00?, 0xc0001419a0?}, {0x10a3170, 0x39}, {0xc0004cc240?, 0xa6b880?, 0x1?}, {0xc0004b4b00, 0xf}, 0xc000159d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a4da0?, 0xc0001419a0?}, {0xc0004ca420, 0x52}, {0x1?}, {0xc000159ea8, 0x2, 0x7ffb114e7190?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0004b4b00, 0xf}, {0xc0004ca420, 0x52}, {0xe4afc0, 0xc0004b5cb0})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc00048d380)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc00048d380, 0x10d1cf8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.534s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.032s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220910-083117
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220910-083117
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:4729506f0ea6889b6cfb93b1fce2efeb08c663430d6b9e3538d69e3a756b5564
Deleted: sha256:70e47b39f2db401a7c5cdc38d8a4830cda4916abcd6299c4bd24fbcf2af5db61
Deleted: sha256:65d5362ad68b659d95df51a0a0339eaa754fab58fd4a23738fe62cf68bc58b6d
Deleted: sha256:13b1f18d10f6858b3f4a81d37087736892f72cadb3f1a34686e05fb9d5c4e1c0
Deleted: sha256:fde7d9f4e27ef9c99c37d7605f01aa579e8378aa84ce417a03562855db224723
Deleted: sha256:b61170463a0f97c4c081d3562e01912e566cf4e59b73a53a6031d76ef0b8abee
Deleted: sha256:ea22127f2d3cabe7667bdeda7d6fdbf848815d23fc4cc322e03651908a9faff6
Deleted: sha256:a1b15fb2b876ce8893ef61c226db66e21d1d2389ddfe95e982aad564f495e051
Deleted: sha256:7dad358d3e91fbf5a29e363cbdc212acc3e0b31dfe6d7a9cb5079c2f774cd55d
Deleted: sha256:27ad2ee172a064bb6776bf6d56aa743a19217993b192aefb1d389c53865b66a3
Deleted: sha256:e54c4155631063fd8e31b6343df33946b37347b4c02b7f578ea1eba8502ecc6f
Deleted: sha256:80c10e591f25fd00f31874618a26544595a00ea227d892deefb7defde696611e
Deleted: sha256:80bcd7f3f640a0f6db2547aba97a342437b049ff75ecd7c94491bb3c73e3e26f
Deleted: sha256:d94790a9212df30c1a32166779e610c5e226144aea9586c67a8cef60c279526d
Deleted: sha256:1977dc9c908f6f7affde38c00671f0fc8d32779e813240ac4ebe399d40cc3ca6
Deleted: sha256:c10a1e9a75da334a19453a483f4d2a0f68e60eac031e1bcb9ad8a7fe75ba0410
Deleted: sha256:c4e407706acb348709710b3bf4a7c527bd2d567bbceb109621d4eeb986c5bd7c
Deleted: sha256:d2cedfb7281470f81bd1573ef4740678caf60e45d84ce83ea39923aadcf24434
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220910-083117
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:4729506f0ea6889b6cfb93b1fce2efeb08c663430d6b9e3538d69e3a756b5564
Associated tags:
- 20220910-083117
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220910-083117
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220910-083117].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:4729506f0ea6889b6cfb93b1fce2efeb08c663430d6b9e3538d69e3a756b5564].
$ rm -rf /tmp/tmp.8CFxqYtd8Q
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220910082041
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1ed38ff54352d9c6b81fd8cbd1038f10f87d335206097f5cb7b76876344f9c80
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220910082041]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1ed38ff54352d9c6b81fd8cbd1038f10f87d335206097f5cb7b76876344f9c80]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220910082041] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1ed38ff54352d9c6b81fd8cbd1038f10f87d335206097f5cb7b76876344f9c80])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1ed38ff54352d9c6b81fd8cbd1038f10f87d335206097f5cb7b76876344f9c80
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1ed38ff54352d9c6b81fd8cbd1038f10f87d335206097f5cb7b76876344f9c80
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1ed38ff54352d9c6b81fd8cbd1038f10f87d335206097f5cb7b76876344f9c80].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220910082041
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6bdacab9d826c45b9399b9a6cf8daf814a37516c5a3003d4cb1d8c27fc00cf06
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220910082041]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6bdacab9d826c45b9399b9a6cf8daf814a37516c5a3003d4cb1d8c27fc00cf06]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220910082041] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6bdacab9d826c45b9399b9a6cf8daf814a37516c5a3003d4cb1d8c27fc00cf06])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6bdacab9d826c45b9399b9a6cf8daf814a37516c5a3003d4cb1d8c27fc00cf06
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6bdacab9d826c45b9399b9a6cf8daf814a37516c5a3003d4cb1d8c27fc00cf06
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6bdacab9d826c45b9399b9a6cf8daf814a37516c5a3003d4cb1d8c27fc00cf06].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 440882.
Stopping expansion service pid: 440883.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 5m 40s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/6jmwsqltg4i5k
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #660
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/660/display/redirect?page=changes>
Changes:
[noreply] Assert pipeline results in performance tests (#23027)
[noreply] Consolidate Samza TranslationContext and PortableTranslationContext
[noreply] Improvements to SchemaTransform implementations for BQ and Kafka
------------------------------------------
[...truncated 984.70 KB...]
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6026/go-8-1662779824351511236/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6026/go-8-1662779824351511236/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6026/go-8-1662779824351511236/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6026/go-8-1662779824351511236/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6026/go-8-1662779824351511236/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6026/go-8-1662779824351511236/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6026/go-8-1662779824351511236/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.43.0-SNAPSHOT-e7nL6iKml4Y5elk30Zfm8KQjSii4pZUe5WEP89VNwWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6026/go-8-1662779824351511236/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6026/go-8-1662779824351511236/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220910-023144"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220910022039"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220910-023144"
}
]
},
"name": "go-testxlang_partition-258",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/10 03:17:15 Submitted job: 2022-09-09_20_17_15-12842693952881724060
2022/09/10 03:17:15 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-09_20_17_15-12842693952881724060?project=apache-beam-testing
2022/09/10 03:17:15 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-09_20_17_15-12842693952881724060
2022/09/10 03:17:15 Job state: JOB_STATE_PENDING ...
2022/09/10 03:17:45 Job still running ...
2022/09/10 03:18:15 Job still running ...
2022/09/10 03:18:46 Job still running ...
2022/09/10 03:19:16 Job still running ...
2022/09/10 03:19:46 Job still running ...
2022/09/10 03:20:16 Job still running ...
2022/09/10 03:20:46 Job still running ...
2022/09/10 03:21:16 Job still running ...
2022/09/10 03:21:46 Job still running ...
2022/09/10 03:22:16 Job still running ...
2022/09/10 03:22:46 Job still running ...
2022/09/10 03:23:16 Job still running ...
2022/09/10 03:23:46 Job still running ...
2022/09/10 03:24:16 Job still running ...
2022/09/10 03:24:46 Job still running ...
2022/09/10 03:25:16 Job still running ...
2022/09/10 03:25:46 Job still running ...
2022/09/10 03:26:16 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-09_20_17_15-12842693952881724060 failed
--- FAIL: TestXLang_Partition (582.68s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3271.012s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:212: Created BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662777139174312334
--- FAIL: TestBigQueryIO_BasicWriteRead (4.52s)
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:45891 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@qJsHeaUTsh" is_bounded:BOUNDED windowing_strategy_id:"w0@qJsHeaUTsh"}} windowing_strategies:{key:"w0@qJsHeaUTsh" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@qJsHeaUTsh" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@qJsHeaUTsh" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@qJsHeaUTsh" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662777139174312334\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"qJsHeaUTsh"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
[recovered]
panic: tried cross-language for beam:transform:org.apache.beam:schemaio_bigquery_write:v1 against localhost:45891 and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c0@qJsHeaUTsh" is_bounded:BOUNDED windowing_strategy_id:"w0@qJsHeaUTsh"}} windowing_strategies:{key:"w0@qJsHeaUTsh" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@qJsHeaUTsh" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0@qJsHeaUTsh" value:{spec:{urn:"beam:coder:row:v1" payload:"\n\r\n\x07counter\x1a\x02\x10\x04\nZ\n\trand_data\x1aM2K\nI\n\n\n\x04flip\x1a\x02\x10\x08\n\t\n\x03num\x1a\x02\x10\x04\n\n\n\x04word\x1a\x02\x10\x07\x12$293279a3-cab2-4082-b6be-1729f646ba84\x12$40dfa07a-fadd-4e7a-ac47-7534633021ad"}}} coders:{key:"c1@qJsHeaUTsh" value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_write:v1" payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12a\x03\x01\x04\x00\\\x04\x01\x06Rapache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662777139174312334\x05Never"} inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"qJsHeaUTsh"
expansion failed
caused by:
java.lang.IllegalArgumentException: Triggering frequency or number of file shards can be specified only when writing an unbounded PCollection via FILE_LOADS or STORAGE_API_WRITES, but: the collection was BOUNDED and the method was STORAGE_WRITE_API
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:2744)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$Write.expand(BigQueryIO.java:1823)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
at org.apache.beam.sdk.values.PCollection.apply(PCollection.java:360)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:227)
at org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$2.expand(BigQuerySchemaIOProvider.java:196)
at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596)
at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
goroutine 12 [running]:
testing.tRunner.func1.2({0xefc1c0, 0xc000025940})
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
testing.tRunner.func1()
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
panic({0xefc1c0, 0xc000025940})
/home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0000a48e0?, 0xc000140230?}, {0x10a3170, 0x39}, {0xc00056c180?, 0xa6b880?, 0x1?}, {0xc0003fd020, 0xf}, 0xc000159d20, ...)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/xlang.go>:162 +0x136
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Write({0xc0000a4880?, 0xc000140230?}, {0xc00010e960, 0x52}, {0x1?}, {0xc000159ea8, 0x2, 0x7fc4e973d768?})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go>:247 +0x3d7
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.WritePipeline({0xc0003fd020, 0xf}, {0xc00010e960, 0x52}, {0xe4afc0, 0xc00048a280})
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:125 +0x21f
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteRead(0xc0000c8ea0)
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go>:215 +0x1ec
testing.tRunner(0xc0000c8ea0, 0x10d1cf8)
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
created by testing.(*T).Run
/home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 7.553s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.029s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:fc2826706b0da1313de0dd2cb7c0069824da8e28a40259b0e10cfb86d0191151
Associated tags:
- 20220910-023144
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220910-023144
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220910-023144].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:fc2826706b0da1313de0dd2cb7c0069824da8e28a40259b0e10cfb86d0191151].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220910022039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9db31ea3c534cf9230531ac484af92839b8a1a09ca54fc7c2d11fca3aaf95953]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220910022039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9db31ea3c534cf9230531ac484af92839b8a1a09ca54fc7c2d11fca3aaf95953])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9db31ea3c534cf9230531ac484af92839b8a1a09ca54fc7c2d11fca3aaf95953
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9db31ea3c534cf9230531ac484af92839b8a1a09ca54fc7c2d11fca3aaf95953].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220910022039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:74ec3518fff0b8cad80a040b8a654f5235bc2f0d5e6f8b10d71158b687d673c8]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220910022039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:74ec3518fff0b8cad80a040b8a654f5235bc2f0d5e6f8b10d71158b687d673c8])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:74ec3518fff0b8cad80a040b8a654f5235bc2f0d5e6f8b10d71158b687d673c8
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:74ec3518fff0b8cad80a040b8a654f5235bc2f0d5e6f8b10d71158b687d673c8].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 36s
215 actionable tasks: 150 executed, 53 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/jcy3npuuxqr54
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #659
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/659/display/redirect?page=changes>
Changes:
[bulat.safiullin] [Website] update shortcode languages from duplicate go to typescript
[cushon] Use a ClassLoadingStrategy that is compatible with Java 17+
[noreply] [Website] update case-studies logo images #22799 (#22793)
[noreply] [Website] change media-query max-width variable to ak-breakpoint-xl
[noreply] [Website] add overflow to code tags #22888 (#22427)
[noreply] Clean up Kafka Cluster and pubsub topic in rc validation script (#23021)
[noreply] Fix assertions in the Spanner IO IT tests (#23098)
[noreply] Use existing pickle_library flag in expansion service. (#23111)
------------------------------------------
[...truncated 825.57 KB...]
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220909202041]"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28131/go-2-1662755927626090315/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test28131"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:37315]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.43.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.43.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.43.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.43.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220909202041]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test28131",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test28131",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.43.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28131/go-2-1662755927626090315/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28131/go-2-1662755927626090315/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28131/go-2-1662755927626090315/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28131/go-2-1662755927626090315/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28131/go-2-1662755927626090315/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28131/go-2-1662755927626090315/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28131/go-2-1662755927626090315/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT-Q1OVf-bzVZekoutHcaWQtgK_rLPCijaDxM_gWz-bl3I.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT-Q1OVf-bzVZekoutHcaWQtgK_rLPCijaDxM_gWz-bl3I.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28131/go-2-1662755927626090315/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28131/go-2-1662755927626090315/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220909-203252"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220909202041"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220909-203252"
}
]
},
"name": "go-testbigqueryio_basicwriteread-306",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/09 20:38:57 Submitted job: 2022-09-09_13_38_57-15660314575136053497
2022/09/09 20:38:57 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-09_13_38_57-15660314575136053497?project=apache-beam-testing
2022/09/09 20:38:57 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-09_13_38_57-15660314575136053497
2022/09/09 20:38:57 Job state: JOB_STATE_PENDING ...
2022/09/09 20:39:28 Job still running ...
2022/09/09 20:39:58 Job still running ...
2022/09/09 20:40:28 Job still running ...
2022/09/09 20:40:58 Job still running ...
2022/09/09 20:41:28 Job still running ...
2022/09/09 20:41:58 Job still running ...
2022/09/09 20:42:28 Job still running ...
2022/09/09 20:42:58 Job still running ...
2022/09/09 20:43:28 Job still running ...
2022/09/09 20:43:58 Job still running ...
2022/09/09 20:44:28 Job 2022-09-09_13_38_57-15660314575136053497 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662755606102349566
--- PASS: TestBigQueryIO_BasicWriteRead (665.31s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 668.348s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.035s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.066s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.029s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220909-203252
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220909-203252
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:695e6e991ee60ef93caede65e45d47f8101120a07f83aee0ed4e2938235a7cae
Deleted: sha256:8f81e54d871ae32bd1bb2fcaaf45a88130c4c16aaaa4c77cff1fcddb37d935ff
Deleted: sha256:8695768726cc7026f63eb8a5b794d755c5f764b89f63145f60f0ae79d387c7fd
Deleted: sha256:35d617f0c36ba4f7dc944070d74b2ed24eeb225a8441f45de304df42c4f99ce3
Deleted: sha256:f5cdb051138fa971d63c3951eee8c8a513f83e2da3924c571aac0d251a93dd1a
Deleted: sha256:d781185b04ff5f5b09f03d287f49539b4a96112dad0c7b3ff53b8ba7753fef9d
Deleted: sha256:879fedaefae1ebb76cdce3d0c2b0d727161dfd2a0d622f1fe9fee590c9a24e06
Deleted: sha256:f8e666e7a797a60d1ca3e75617ba94b735eb1cb22ac15fc6c9c153912153ebbf
Deleted: sha256:84730ea9047ed4e573f63dcf6e6993c30c385f70a51281e4b2d5bb178a158bfc
Deleted: sha256:4b7b1a19af28e613192864f7257e939df0c62e83a548dbfb7c77782f57dd4ca3
Deleted: sha256:2dc0dad857bbccc441803afeda8f6b0b2668d039849f88eab94a269ff9d284fb
Deleted: sha256:fcaf2534d9f46a5c5e7b9c9a84e75849fcd9790de6313d0080f5e303d05bef40
Deleted: sha256:d290d4374edcbe6f3a77c0468488a01832147476c091580a7528227e29763f6b
Deleted: sha256:4b825dda7be67b52c837eb610b583e6500ff321982c0edb3ea0fad691401b55e
Deleted: sha256:0b02de6bdd1f4ca68998d51993f2bb1397f6a61b3da620ebd3a72d93f66fb96e
Deleted: sha256:9049064e1b86e03c9c4dbe5ed025a68bcffcfeaafe7113dfe7b2506b774bf2a6
Deleted: sha256:92dcfe4e562cc577394f01b04d69c5f3b802cc26299af35fad0f897a15c04733
Deleted: sha256:3c4e51e9abbce91f3467a105eea35765641d9c265dd010595e4472dad6a6dc4c
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220909-203252
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:695e6e991ee60ef93caede65e45d47f8101120a07f83aee0ed4e2938235a7cae
Associated tags:
- 20220909-203252
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220909-203252
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220909-203252].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:695e6e991ee60ef93caede65e45d47f8101120a07f83aee0ed4e2938235a7cae].
$ rm -rf /tmp/tmp.6r0ZFe4GWY
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220909202041
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:719a44c39c052fefb694f488b4a9ea05a560248066d98684686068e3d83a3247
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220909202041]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:719a44c39c052fefb694f488b4a9ea05a560248066d98684686068e3d83a3247]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220909202041] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:719a44c39c052fefb694f488b4a9ea05a560248066d98684686068e3d83a3247])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:719a44c39c052fefb694f488b4a9ea05a560248066d98684686068e3d83a3247
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:719a44c39c052fefb694f488b4a9ea05a560248066d98684686068e3d83a3247
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:719a44c39c052fefb694f488b4a9ea05a560248066d98684686068e3d83a3247].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220909202041
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8ceaa7a2f172741ffe8613df898a3ed228386027ad56e52fdd5a3e34d5d23675
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220909202041]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8ceaa7a2f172741ffe8613df898a3ed228386027ad56e52fdd5a3e34d5d23675]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220909202041] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8ceaa7a2f172741ffe8613df898a3ed228386027ad56e52fdd5a3e34d5d23675])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8ceaa7a2f172741ffe8613df898a3ed228386027ad56e52fdd5a3e34d5d23675
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8ceaa7a2f172741ffe8613df898a3ed228386027ad56e52fdd5a3e34d5d23675
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8ceaa7a2f172741ffe8613df898a3ed228386027ad56e52fdd5a3e34d5d23675].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 65746.
Stopping expansion service pid: 65747.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 9m 48s
215 actionable tasks: 157 executed, 46 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/4p7rjabagjdfa
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #658
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/658/display/redirect?page=changes>
Changes:
[bulat.safiullin] [Website] add paddings to pillars-item, change styles of footer logos
[bulat.safiullin] [Website] add table-container-wrapper #22896
[noreply] [TPC-DS] Store metrics into BigQuery and InfluxDB (#22545)
------------------------------------------
[...truncated 1.21 MB...]
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:38781]"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.43.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.43.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.43.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT.jar]">
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9173/go-2-1662734468524534060/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test9173"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:38781]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.43.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.43.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.43.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.43.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220909142050]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test9173",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test9173",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.43.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9173/go-2-1662734468524534060/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9173/go-2-1662734468524534060/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9173/go-2-1662734468524534060/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9173/go-2-1662734468524534060/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9173/go-2-1662734468524534060/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT-cC3IXMphw7yUHTRvN_8WQJmioTsPeW4Vd4yGAaHYi5w.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT-cC3IXMphw7yUHTRvN_8WQJmioTsPeW4Vd4yGAaHYi5w.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9173/go-2-1662734468524534060/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9173/go-2-1662734468524534060/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9173/go-2-1662734468524534060/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9173/go-2-1662734468524534060/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220909142050"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220909-143509"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220909-143509"
}
]
},
"name": "go-testbigqueryio_basicwriteread-846",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/09 14:41:18 Submitted job: 2022-09-09_07_41_18-4988456891114148248
2022/09/09 14:41:18 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-09_07_41_18-4988456891114148248?project=apache-beam-testing
2022/09/09 14:41:18 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-09_07_41_18-4988456891114148248
2022/09/09 14:41:18 Job state: JOB_STATE_PENDING ...
2022/09/09 14:41:48 Job still running ...
2022/09/09 14:42:18 Job still running ...
2022/09/09 14:42:48 Job still running ...
2022/09/09 14:43:18 Job still running ...
2022/09/09 14:43:48 Job still running ...
2022/09/09 14:44:18 Job still running ...
2022/09/09 14:44:48 Job still running ...
2022/09/09 14:45:18 Job still running ...
2022/09/09 14:45:48 Job still running ...
2022/09/09 14:46:19 Job still running ...
2022/09/09 14:46:49 Job 2022-09-09_07_41_18-4988456891114148248 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662734150323767334
--- PASS: TestBigQueryIO_BasicWriteRead (661.78s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 664.815s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220909-143509
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220909-143509
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:8771fe0f4c1162c3059b3f26039220615cd8a5fc7275862ec63f02294882f3d8
Deleted: sha256:c80e4e20cd4bddd0f56fd75d36b14857a2d75f4469bd69b35c6985f47989c95a
Deleted: sha256:d84c9a671139a77401c14dd530556d4d65db2c5d2c3671b09638d03072d798d2
Deleted: sha256:824865cd48a32d9b464a44f572244f59d476cd14d01506d5ed95f2463befd7a8
Deleted: sha256:47354021ac5298a07c788460264868f451a2e4be56adeae8dcbe254236f7f211
Deleted: sha256:59201c57a4386f1d8be33c993d3ea80fe69ee1d68f06b502a318222a4e983a49
Deleted: sha256:cfcddb2fde946d56c24d06181692f3d75b1a2dd139e3dc92029dd12ae4c397e8
Deleted: sha256:38af86d0703e56cbb0169f2a88edef14aa622f2be5029bf8ca7ee37160973edd
Deleted: sha256:b230229a5e7024c5623c3e0b8e627ef2c500ad0e085202964c8b002132b9eaeb
Deleted: sha256:76912fc2b36cf9c80b1fb7e6488d60e65a849ea2c71ac10a8f85d84b313c60a7
Deleted: sha256:dd3d99d2bc84a8a7489c7a4dffe84eee5846871243aecddacd1cc137506ec527
Deleted: sha256:48a5dab0a9b0634b2e32110da5f5efee84001148b6c83175364d76dac391ac64
Deleted: sha256:136f602e02112d3411cbfe781c588551587e08cb1033fb9b9a381bfd34636908
Deleted: sha256:61a2158ecc215dde854b5f03c61e90a80f58610de46b80091dbd100ba5ae11b1
Deleted: sha256:eb6365a5165ba6c63236eb9f5dd5c77d622eb7d8b96fdc5b584b97157dac4ed0
Deleted: sha256:2ee2feb97de82c4db598b22c6ae20c7e554f66a3c14376e19d46d97333fce578
Deleted: sha256:18ba4ea0aeab3f3de4bf7fbea78c89caf24b4fc9bffd5f605f73cf6895a69170
Deleted: sha256:6a8e301b73df445505f0edc2d06b050652747afc8421b7a7de3f92ba373b029a
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220909-143509
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:8771fe0f4c1162c3059b3f26039220615cd8a5fc7275862ec63f02294882f3d8
Associated tags:
- 20220909-143509
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220909-143509
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220909-143509].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:8771fe0f4c1162c3059b3f26039220615cd8a5fc7275862ec63f02294882f3d8].
$ rm -rf /tmp/tmp.gVkdu32tXA
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220909142050
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3274c80edf7c7848efaedbad9ad4ad2b43e521b2fc3a16664dfd1a6d3b7c8382
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220909142050]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3274c80edf7c7848efaedbad9ad4ad2b43e521b2fc3a16664dfd1a6d3b7c8382]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220909142050] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3274c80edf7c7848efaedbad9ad4ad2b43e521b2fc3a16664dfd1a6d3b7c8382])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3274c80edf7c7848efaedbad9ad4ad2b43e521b2fc3a16664dfd1a6d3b7c8382
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3274c80edf7c7848efaedbad9ad4ad2b43e521b2fc3a16664dfd1a6d3b7c8382
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3274c80edf7c7848efaedbad9ad4ad2b43e521b2fc3a16664dfd1a6d3b7c8382].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220909142050
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:721747a42e619f805f011219a819d3cf1427a065f212fa8273ee17bdbc2cf295
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220909142050]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:721747a42e619f805f011219a819d3cf1427a065f212fa8273ee17bdbc2cf295]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220909142050] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:721747a42e619f805f011219a819d3cf1427a065f212fa8273ee17bdbc2cf295])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:721747a42e619f805f011219a819d3cf1427a065f212fa8273ee17bdbc2cf295
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:721747a42e619f805f011219a819d3cf1427a065f212fa8273ee17bdbc2cf295
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:721747a42e619f805f011219a819d3cf1427a065f212fa8273ee17bdbc2cf295].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3511021.
Stopping expansion service pid: 3511022.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 10m 22s
215 actionable tasks: 148 executed, 55 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/hoppmp6fgkdhq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #657
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/657/display/redirect>
Changes:
------------------------------------------
[...truncated 1.19 MB...]
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test26851"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:42337]"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.43.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.43.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.43.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT.jar]">
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220909082039]"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26851/go-2-1662712603092109363/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test26851"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:42337]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.43.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.43.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.43.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.43.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220909082039]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test26851",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test26851",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.43.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26851/go-2-1662712603092109363/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26851/go-2-1662712603092109363/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26851/go-2-1662712603092109363/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26851/go-2-1662712603092109363/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26851/go-2-1662712603092109363/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26851/go-2-1662712603092109363/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT-cC3IXMphw7yUHTRvN_8WQJmioTsPeW4Vd4yGAaHYi5w.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT-cC3IXMphw7yUHTRvN_8WQJmioTsPeW4Vd4yGAaHYi5w.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26851/go-2-1662712603092109363/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26851/go-2-1662712603092109363/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26851/go-2-1662712603092109363/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220909-083120"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220909082039"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220909-083120"
}
]
},
"name": "go-testbigqueryio_basicwriteread-582",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/09 08:36:53 Submitted job: 2022-09-09_01_36_52-15322544700006707601
2022/09/09 08:36:53 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-09_01_36_52-15322544700006707601?project=apache-beam-testing
2022/09/09 08:36:53 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-09_01_36_52-15322544700006707601
2022/09/09 08:36:53 Job state: JOB_STATE_PENDING ...
2022/09/09 08:37:23 Job still running ...
2022/09/09 08:37:53 Job still running ...
2022/09/09 08:38:23 Job still running ...
2022/09/09 08:38:53 Job still running ...
2022/09/09 08:39:23 Job still running ...
2022/09/09 08:39:53 Job still running ...
2022/09/09 08:40:23 Job still running ...
2022/09/09 08:40:53 Job still running ...
2022/09/09 08:41:23 Job still running ...
2022/09/09 08:41:53 Job still running ...
2022/09/09 08:42:23 Job 2022-09-09_01_36_52-15322544700006707601 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662712315352451409
--- PASS: TestBigQueryIO_BasicWriteRead (631.22s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 634.250s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.038s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.071s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:71d1aa4eebd5db0ce0dedc43bb3505f4f4ba470a70021e7b93ed5bad218b5304
Associated tags:
- 20220909-083120
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220909-083120
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220909-083120].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:71d1aa4eebd5db0ce0dedc43bb3505f4f4ba470a70021e7b93ed5bad218b5304].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220909082039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4ea24de35bb911cdc95f31593ac7396eeb51f83c6bd825d4d295119363dfa7c7]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220909082039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4ea24de35bb911cdc95f31593ac7396eeb51f83c6bd825d4d295119363dfa7c7])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4ea24de35bb911cdc95f31593ac7396eeb51f83c6bd825d4d295119363dfa7c7
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4ea24de35bb911cdc95f31593ac7396eeb51f83c6bd825d4d295119363dfa7c7].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220909082039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d97730ac9154a2d2851f475995f1d99296a2b0f47d625e406899368b7b8e7359]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220909082039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d97730ac9154a2d2851f475995f1d99296a2b0f47d625e406899368b7b8e7359])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d97730ac9154a2d2851f475995f1d99296a2b0f47d625e406899368b7b8e7359
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:d97730ac9154a2d2851f475995f1d99296a2b0f47d625e406899368b7b8e7359].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 43s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/gh3ps6ylg3qmg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #656
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/656/display/redirect?page=changes>
Changes:
[noreply] Update CHANGES.md for 2.42.0 cut, and add 2.43.0 section (#23108)
[noreply] remove `"io/ioutil"` package (#23001)
[noreply] Add one NER example to use a spaCy model with RunInference (#23035)
[noreply] Bump google.golang.org/api from 0.94.0 to 0.95.0 in /sdks (#23062)
[noreply] Implement JsonUtils (#22771)
[noreply] Support models returning a dictionary of outputs (#23087)
------------------------------------------
[...truncated 1.21 MB...]
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.43.0-SNAPSHOT.jar">
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.43.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.43.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.43.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT.jar]">
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220909022040]"
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test1111"
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "3h0m0s"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1111/go-2-1662691043774611900/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test1111"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:45219]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.43.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.43.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.43.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.43.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220909022040]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test1111",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test1111",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.43.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1111/go-2-1662691043774611900/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1111/go-2-1662691043774611900/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1111/go-2-1662691043774611900/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1111/go-2-1662691043774611900/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1111/go-2-1662691043774611900/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1111/go-2-1662691043774611900/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT-cC3IXMphw7yUHTRvN_8WQJmioTsPeW4Vd4yGAaHYi5w.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT-cC3IXMphw7yUHTRvN_8WQJmioTsPeW4Vd4yGAaHYi5w.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1111/go-2-1662691043774611900/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1111/go-2-1662691043774611900/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1111/go-2-1662691043774611900/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220909-023128"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220909022040"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220909-023128"
}
]
},
"name": "go-testbigqueryio_basicwriteread-906",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/09 02:37:33 Submitted job: 2022-09-08_19_37_33-5291170629702321628
2022/09/09 02:37:33 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-08_19_37_33-5291170629702321628?project=apache-beam-testing
2022/09/09 02:37:33 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-08_19_37_33-5291170629702321628
2022/09/09 02:37:33 Job state: JOB_STATE_PENDING ...
2022/09/09 02:38:03 Job still running ...
2022/09/09 02:38:33 Job still running ...
2022/09/09 02:39:03 Job still running ...
2022/09/09 02:39:33 Job still running ...
2022/09/09 02:40:03 Job still running ...
2022/09/09 02:40:33 Job still running ...
2022/09/09 02:41:03 Job still running ...
2022/09/09 02:41:33 Job still running ...
2022/09/09 02:42:04 Job still running ...
2022/09/09 02:42:34 Job 2022-09-08_19_37_33-5291170629702321628 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662690726887122853
--- PASS: TestBigQueryIO_BasicWriteRead (630.40s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 633.430s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.031s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.029s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e795f26ce872dd0f4ba96bf18b51b0e0b9dcaa31aaa48e6fc80e54d1648b9b26
Associated tags:
- 20220909-023128
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220909-023128
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220909-023128].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e795f26ce872dd0f4ba96bf18b51b0e0b9dcaa31aaa48e6fc80e54d1648b9b26].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220909022040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1abbf94a77c379f35b41b2776385ef7f26f70dd4eace3b87391fc61ec028c58d]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220909022040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1abbf94a77c379f35b41b2776385ef7f26f70dd4eace3b87391fc61ec028c58d])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1abbf94a77c379f35b41b2776385ef7f26f70dd4eace3b87391fc61ec028c58d
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1abbf94a77c379f35b41b2776385ef7f26f70dd4eace3b87391fc61ec028c58d].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220909022040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:417f51357892057e7b9976e51a8cfc9535f84b71e4cf64a44dd4d7230318476a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220909022040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:417f51357892057e7b9976e51a8cfc9535f84b71e4cf64a44dd4d7230318476a])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:417f51357892057e7b9976e51a8cfc9535f84b71e4cf64a44dd4d7230318476a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:417f51357892057e7b9976e51a8cfc9535f84b71e4cf64a44dd4d7230318476a].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 29s
215 actionable tasks: 157 executed, 46 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/ub56bv6bar7ze
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #655
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/655/display/redirect?page=changes>
Changes:
[yathu] Decrease derby.locks.waitTimeout in jdbc unit test
[noreply] [Tour Of Beam][backend] integration tests and GA workflow (#23032)
[noreply] Auto-cancel old unit test Actions Runs (#23095)
[noreply] Merge pull request #23092 Cross-language tests in github actions.
------------------------------------------
[...truncated 822.81 KB...]
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220908202048]"
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.43.0-SNAPSHOT.jar">
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "3h0m0s"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.43.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.43.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.43.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT.jar]">
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test1751"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1751/go-2-1662669433937703028/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test1751"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:38243]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.43.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.43.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.43.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.43.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220908202048]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test1751",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test1751",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.43.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1751/go-2-1662669433937703028/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1751/go-2-1662669433937703028/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1751/go-2-1662669433937703028/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1751/go-2-1662669433937703028/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1751/go-2-1662669433937703028/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1751/go-2-1662669433937703028/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT-yvWPd2UhRs7ioFWP3-Wrki9Nl0PxNtn9-RCSDU_rgQw.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT-yvWPd2UhRs7ioFWP3-Wrki9Nl0PxNtn9-RCSDU_rgQw.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1751/go-2-1662669433937703028/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1751/go-2-1662669433937703028/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1751/go-2-1662669433937703028/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220908202048"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220908-203120"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220908-203120"
}
]
},
"name": "go-testbigqueryio_basicwriteread-452",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/08 20:37:24 Submitted job: 2022-09-08_13_37_23-7367039631749642556
2022/09/08 20:37:24 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-08_13_37_23-7367039631749642556?project=apache-beam-testing
2022/09/08 20:37:24 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-08_13_37_23-7367039631749642556
2022/09/08 20:37:24 Job state: JOB_STATE_PENDING ...
2022/09/08 20:37:54 Job still running ...
2022/09/08 20:38:24 Job still running ...
2022/09/08 20:38:54 Job still running ...
2022/09/08 20:39:24 Job still running ...
2022/09/08 20:39:54 Job still running ...
2022/09/08 20:40:24 Job still running ...
2022/09/08 20:40:54 Job still running ...
2022/09/08 20:41:24 Job still running ...
2022/09/08 20:41:55 Job still running ...
2022/09/08 20:42:25 Job still running ...
2022/09/08 20:42:55 Job 2022-09-08_13_37_23-7367039631749642556 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662669116289448261
--- PASS: TestBigQueryIO_BasicWriteRead (661.98s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 665.014s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.030s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:ba460623a7bf2e6d0720f74f63fd9fa324caea6532678f414c6a7d208e1a6d2b
Associated tags:
- 20220908-203120
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220908-203120
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220908-203120].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:ba460623a7bf2e6d0720f74f63fd9fa324caea6532678f414c6a7d208e1a6d2b].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220908202048]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:03310b01f7f18bfebf9567307180e4f5dfeda25b83a9bd383bc6229b381293bb]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220908202048] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:03310b01f7f18bfebf9567307180e4f5dfeda25b83a9bd383bc6229b381293bb])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:03310b01f7f18bfebf9567307180e4f5dfeda25b83a9bd383bc6229b381293bb
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:03310b01f7f18bfebf9567307180e4f5dfeda25b83a9bd383bc6229b381293bb].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220908202048]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b21b939aaa46d2e32616d54a32f045bb11f980e93cc6304bc6e8b118748906ae]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220908202048] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b21b939aaa46d2e32616d54a32f045bb11f980e93cc6304bc6e8b118748906ae])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b21b939aaa46d2e32616d54a32f045bb11f980e93cc6304bc6e8b118748906ae
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b21b939aaa46d2e32616d54a32f045bb11f980e93cc6304bc6e8b118748906ae].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 2s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/gn325dcqlc7xi
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #654
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/654/display/redirect?page=changes>
Changes:
[noreply] clean up comments and register functional DoFn in wordcount.go (#23057)
------------------------------------------
[...truncated 1.22 MB...]
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "3h0m0s"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:43751]"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.43.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.43.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.43.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT.jar]">
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.43.0-SNAPSHOT.jar">
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21919/go-2-1662647866239294551/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test21919"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:43751]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.43.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.43.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.43.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.43.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220908142041]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test21919",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test21919",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.43.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21919/go-2-1662647866239294551/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21919/go-2-1662647866239294551/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21919/go-2-1662647866239294551/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT-yvWPd2UhRs7ioFWP3-Wrki9Nl0PxNtn9-RCSDU_rgQw.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT-yvWPd2UhRs7ioFWP3-Wrki9Nl0PxNtn9-RCSDU_rgQw.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21919/go-2-1662647866239294551/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21919/go-2-1662647866239294551/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21919/go-2-1662647866239294551/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21919/go-2-1662647866239294551/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21919/go-2-1662647866239294551/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21919/go-2-1662647866239294551/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220908-143151"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220908142041"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220908-143151"
}
]
},
"name": "go-testbigqueryio_basicwriteread-114",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/08 14:37:56 Submitted job: 2022-09-08_07_37_56-3878081124140166938
2022/09/08 14:37:56 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-08_07_37_56-3878081124140166938?project=apache-beam-testing
2022/09/08 14:37:56 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-08_07_37_56-3878081124140166938
2022/09/08 14:37:56 Job state: JOB_STATE_PENDING ...
2022/09/08 14:38:26 Job still running ...
2022/09/08 14:38:56 Job still running ...
2022/09/08 14:39:26 Job still running ...
2022/09/08 14:39:56 Job still running ...
2022/09/08 14:40:26 Job still running ...
2022/09/08 14:40:56 Job still running ...
2022/09/08 14:41:27 Job still running ...
2022/09/08 14:41:57 Job still running ...
2022/09/08 14:42:27 Job still running ...
2022/09/08 14:42:57 Job still running ...
2022/09/08 14:43:27 Job 2022-09-08_07_37_56-3878081124140166938 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662647547925028744
--- PASS: TestBigQueryIO_BasicWriteRead (662.57s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 665.601s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.035s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.038s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.034s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:28beeb6e158d2f837987db6d6b7bef745b949f0fa8162754e6bef66793e1db7b
Associated tags:
- 20220908-143151
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220908-143151
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220908-143151].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:28beeb6e158d2f837987db6d6b7bef745b949f0fa8162754e6bef66793e1db7b].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220908142041]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bf2a333d56b67cb113a0351f0e730f2ccbbcb7792767901f8060e791b564af4a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220908142041] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bf2a333d56b67cb113a0351f0e730f2ccbbcb7792767901f8060e791b564af4a])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bf2a333d56b67cb113a0351f0e730f2ccbbcb7792767901f8060e791b564af4a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bf2a333d56b67cb113a0351f0e730f2ccbbcb7792767901f8060e791b564af4a].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220908142041]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:753e5a7557db1136267855d6b5d037dcd8afbe200fa6fdb7cbc547a70f5ac31c]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220908142041] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:753e5a7557db1136267855d6b5d037dcd8afbe200fa6fdb7cbc547a70f5ac31c])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:753e5a7557db1136267855d6b5d037dcd8afbe200fa6fdb7cbc547a70f5ac31c
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:753e5a7557db1136267855d6b5d037dcd8afbe200fa6fdb7cbc547a70f5ac31c].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 50s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/emklpahn2k766
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #653
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/653/display/redirect?page=changes>
Changes:
[Robert Bradshaw] Use cloudpickle for Java Python transforms.
------------------------------------------
[...truncated 811.21 KB...]
"value": "3h0m0s"
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220908082039]"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.43.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.43.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.43.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT.jar]">
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.43.0-SNAPSHOT.jar">
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:33809]"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12207/go-2-1662626252600463073/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test12207"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:33809]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.43.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.43.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.43.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.43.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220908082039]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test12207",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test12207",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.43.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12207/go-2-1662626252600463073/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12207/go-2-1662626252600463073/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12207/go-2-1662626252600463073/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12207/go-2-1662626252600463073/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT-yvWPd2UhRs7ioFWP3-Wrki9Nl0PxNtn9-RCSDU_rgQw.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT-yvWPd2UhRs7ioFWP3-Wrki9Nl0PxNtn9-RCSDU_rgQw.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12207/go-2-1662626252600463073/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12207/go-2-1662626252600463073/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12207/go-2-1662626252600463073/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12207/go-2-1662626252600463073/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12207/go-2-1662626252600463073/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220908-083147"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220908082039"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220908-083147"
}
]
},
"name": "go-testbigqueryio_basicwriteread-849",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/08 08:37:43 Submitted job: 2022-09-08_01_37_42-1370413082035547283
2022/09/08 08:37:43 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-08_01_37_42-1370413082035547283?project=apache-beam-testing
2022/09/08 08:37:43 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-08_01_37_42-1370413082035547283
2022/09/08 08:37:43 Job state: JOB_STATE_PENDING ...
2022/09/08 08:38:13 Job still running ...
2022/09/08 08:38:43 Job still running ...
2022/09/08 08:39:13 Job still running ...
2022/09/08 08:39:43 Job still running ...
2022/09/08 08:40:13 Job still running ...
2022/09/08 08:40:43 Job still running ...
2022/09/08 08:41:13 Job still running ...
2022/09/08 08:41:43 Job still running ...
2022/09/08 08:42:13 Job still running ...
2022/09/08 08:42:43 Job still running ...
2022/09/08 08:43:13 Job 2022-09-08_01_37_42-1370413082035547283 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662625934094300849
--- PASS: TestBigQueryIO_BasicWriteRead (664.39s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 667.430s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.035s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.051s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:33fef24a852e47f916aae7454792ad8565fde3ddbe00da10552d5440b015effe
Associated tags:
- 20220908-083147
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220908-083147
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220908-083147].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:33fef24a852e47f916aae7454792ad8565fde3ddbe00da10552d5440b015effe].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220908082039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:eda8a27cdabd38219a9c281874baf6c9efdd3f7339833a558a1ab6fc3fda0996]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220908082039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:eda8a27cdabd38219a9c281874baf6c9efdd3f7339833a558a1ab6fc3fda0996])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:eda8a27cdabd38219a9c281874baf6c9efdd3f7339833a558a1ab6fc3fda0996
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:eda8a27cdabd38219a9c281874baf6c9efdd3f7339833a558a1ab6fc3fda0996].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220908082039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:64e1f72ad4b5d8e2a9db003fce1a01c707a4ac415dcc284d5b96985372b870d0]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220908082039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:64e1f72ad4b5d8e2a9db003fce1a01c707a4ac415dcc284d5b96985372b870d0])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:44dde0e6d776905c28947fc5561cc397e4f3cdddc95bf5daec5a94055d4cebfa
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:44dde0e6d776905c28947fc5561cc397e4f3cdddc95bf5daec5a94055d4cebfa].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:64e1f72ad4b5d8e2a9db003fce1a01c707a4ac415dcc284d5b96985372b870d0
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:64e1f72ad4b5d8e2a9db003fce1a01c707a4ac415dcc284d5b96985372b870d0].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 11m 44s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/zweqjbibfp7zu
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #652
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/652/display/redirect?page=changes>
Changes:
[noreply] Keep stale action from closing issues (#23067)
[noreply] Merge pull request #22996: [BEAM-11205] Update GCP Libraries BOM
[Robert Burke] Moving to 2.43.0-SNAPSHOT on master branch.
------------------------------------------
[...truncated 1.23 MB...]
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "3h0m0s"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.43.0-SNAPSHOT.jar">
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220908022044]"
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:38737]"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1440/go-2-1662604666688977144/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test1440"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:38737]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.43.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.43.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.43.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.43.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220908022044]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test1440",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test1440",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.43.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1440/go-2-1662604666688977144/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1440/go-2-1662604666688977144/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1440/go-2-1662604666688977144/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1440/go-2-1662604666688977144/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1440/go-2-1662604666688977144/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1440/go-2-1662604666688977144/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1440/go-2-1662604666688977144/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1440/go-2-1662604666688977144/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1440/go-2-1662604666688977144/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT-yvWPd2UhRs7ioFWP3-Wrki9Nl0PxNtn9-RCSDU_rgQw.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.43.0-SNAPSHOT-yvWPd2UhRs7ioFWP3-Wrki9Nl0PxNtn9-RCSDU_rgQw.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220908-023152"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220908022044"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220908-023152"
}
]
},
"name": "go-testbigqueryio_basicwriteread-155",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/08 02:37:57 Submitted job: 2022-09-07_19_37_56-1453229479655666474
2022/09/08 02:37:57 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-07_19_37_56-1453229479655666474?project=apache-beam-testing
2022/09/08 02:37:57 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-07_19_37_56-1453229479655666474
2022/09/08 02:37:57 Job state: JOB_STATE_PENDING ...
2022/09/08 02:38:27 Job still running ...
2022/09/08 02:38:57 Job still running ...
2022/09/08 02:39:27 Job still running ...
2022/09/08 02:39:57 Job still running ...
2022/09/08 02:40:27 Job still running ...
2022/09/08 02:40:57 Job still running ...
2022/09/08 02:41:27 Job still running ...
2022/09/08 02:41:57 Job still running ...
2022/09/08 02:42:27 Job still running ...
2022/09/08 02:42:57 Job still running ...
2022/09/08 02:43:27 Job 2022-09-07_19_37_56-1453229479655666474 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662604348415063975
--- PASS: TestBigQueryIO_BasicWriteRead (668.79s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 671.840s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:0d6affb62d4702e0a77a8b67fd3510ba1a7a48b589753c37fc2cc474c1d916f5
Associated tags:
- 20220908-023152
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220908-023152
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220908-023152].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:0d6affb62d4702e0a77a8b67fd3510ba1a7a48b589753c37fc2cc474c1d916f5].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220908022044]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:e8b00da932cedde10a26646dc4cfb7e24a58f067519a5895644e19f0384d9d8a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220908022044] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:e8b00da932cedde10a26646dc4cfb7e24a58f067519a5895644e19f0384d9d8a])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:e8b00da932cedde10a26646dc4cfb7e24a58f067519a5895644e19f0384d9d8a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:e8b00da932cedde10a26646dc4cfb7e24a58f067519a5895644e19f0384d9d8a].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220908022044]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:bf071ada63a9e3069ef5c27fca5bd80968078198ebe018c19e8a6dba727a57b2]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220908022044] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:bf071ada63a9e3069ef5c27fca5bd80968078198ebe018c19e8a6dba727a57b2])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:bf071ada63a9e3069ef5c27fca5bd80968078198ebe018c19e8a6dba727a57b2
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:bf071ada63a9e3069ef5c27fca5bd80968078198ebe018c19e8a6dba727a57b2].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 3s
215 actionable tasks: 178 executed, 27 from cache, 10 up-to-date
Publishing build scan...
https://gradle.com/s/dfjzu3uyk55jy
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #651
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/651/display/redirect?page=changes>
Changes:
[clementg] allow non-lts jvm version, fallback on java 11 for runner
[clementg] Add a stricter java version method
[clementg] fall back to the nearest lts version
[noreply] Reenable run-inference tests on windows (#23044)
[noreply] [BEAM-12164] Support new value capture types NEW_ROW NEW_VALUES for s…
[noreply] Fix example registration input arity (#23059)
[noreply] Clarify inference example docs (#23018)
[noreply] [Playground] [Backend] Datastore queries and mappers to get examples
------------------------------------------
[...truncated 1.25 MB...]
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test17681",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test17681",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17681/go-2-1662583792114411473/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17681/go-2-1662583792114411473/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17681/go-2-1662583792114411473/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17681/go-2-1662583792114411473/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17681/go-2-1662583792114411473/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17681/go-2-1662583792114411473/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-wRpuKWOejo8DR2fqsWUD-uIlLVerDRzXpjF-8ZrPDE4.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-wRpuKWOejo8DR2fqsWUD-uIlLVerDRzXpjF-8ZrPDE4.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17681/go-2-1662583792114411473/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17681/go-2-1662583792114411473/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17681/go-2-1662583792114411473/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220907-204331"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220907203001"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220907-204331"
}
]
},
"name": "go-testbigqueryio_basicwriteread-514",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/07 20:50:03 Submitted job: 2022-09-07_13_50_02-13262560507761953756
2022/09/07 20:50:03 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-07_13_50_02-13262560507761953756?project=apache-beam-testing
2022/09/07 20:50:03 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-07_13_50_02-13262560507761953756
2022/09/07 20:50:03 Job state: JOB_STATE_PENDING ...
2022/09/07 20:50:33 Job still running ...
2022/09/07 20:51:03 Job still running ...
2022/09/07 20:51:33 Job still running ...
2022/09/07 20:52:03 Job still running ...
2022/09/07 20:52:33 Job still running ...
2022/09/07 20:53:03 Job still running ...
2022/09/07 20:53:33 Job still running ...
2022/09/07 20:54:03 Job still running ...
2022/09/07 20:54:33 Job still running ...
2022/09/07 20:55:03 Job still running ...
2022/09/07 20:55:33 Job 2022-09-07_13_50_02-13262560507761953756 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662583472971233805
--- PASS: TestBigQueryIO_BasicWriteRead (664.41s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 667.442s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.041s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.036s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.057s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220907-204331
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220907-204331
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:58335e5b47d6b1c40b32b226fccd811242a2143d4f71906f4dcfeae47d16c145
Deleted: sha256:c6af30c13952f0ee5ac52eb6e8955c3873d58dee1b2bda074ed4fbab89a2b2ee
Deleted: sha256:e0caf91b40b3168740a70cb72c0b77df14ac3a687b707b2c046561354140638b
Deleted: sha256:62cf9761a4fda5fd4536015ee53436f8f1e5d9b7f6588628750fda37fb677a34
Deleted: sha256:b0ad7b4022d3f5963bd5ad02b3050131bf678bef77855fa7e5243f58da48e612
Deleted: sha256:40eb2c88b810f69e2b31d20c8f075ecbd04205792579e74543394a4450712720
Deleted: sha256:30d4c6e9d6a28f1841828be22e569ee061f1419eaa174939a638433b538d44c7
Deleted: sha256:06697d44819c640ee0ddb5d1b97174c1c55f4e3166b2175e28bfda2bf7ee8998
Deleted: sha256:22b20d06ef31743361237e5462639796fbc2a16f97698607130b90cc8582ef82
Deleted: sha256:f27c45f1ef859006c6aef7a5f99d13a0b62742a3e0592dd4550e70bf99e51cad
Deleted: sha256:12d37c2f64b71ec625065b592a852b93b1f3129381fba4ae35a20a0801f310fa
Deleted: sha256:3162642f0c794a155a2c9220216a4bd5b8031cfe8a62e843ecfbf458f56d14ac
Deleted: sha256:1ce1267fe7dcd6849408ba09a3c4b025c8a3a129280ac3b8f8fb4e47cf605dd4
Deleted: sha256:805b17b1fef912e3f001a611a089bff3f725e14383c4e19ff7f83a7c4b973b61
Deleted: sha256:11f2be815dbf13b01a6f62b715bea0320ac52a0c8dc54c836225cc2e887a0f1c
Deleted: sha256:b9b5bb46dd9a8cea4eeff276fb12209cb09caeb39dd2ee7ea0e9810672d802a9
Deleted: sha256:d6266aff3b99eca76b1cd10af5fc404d5fb5242fdd1ca0728b8a49e4eacb4928
Deleted: sha256:24853e935c14a291cbc0c8d8312ce77c9477e61f0eccde15a94802f9bd6eac3f
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220907-204331
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:58335e5b47d6b1c40b32b226fccd811242a2143d4f71906f4dcfeae47d16c145
Associated tags:
- 20220907-204331
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220907-204331
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220907-204331].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:58335e5b47d6b1c40b32b226fccd811242a2143d4f71906f4dcfeae47d16c145].
$ rm -rf /tmp/tmp.Tj8y14ZHiZ
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220907203001
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4febd6faa5981475389bac07363cecf692cb00de724d8d7de32bb0722a3e8a1f
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220907203001]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4febd6faa5981475389bac07363cecf692cb00de724d8d7de32bb0722a3e8a1f]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220907203001] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4febd6faa5981475389bac07363cecf692cb00de724d8d7de32bb0722a3e8a1f])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4febd6faa5981475389bac07363cecf692cb00de724d8d7de32bb0722a3e8a1f
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4febd6faa5981475389bac07363cecf692cb00de724d8d7de32bb0722a3e8a1f
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4febd6faa5981475389bac07363cecf692cb00de724d8d7de32bb0722a3e8a1f].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220907203001
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:50a3e47f657df5c3339e178e18a4e3f1c19dd1763debbfe20e201d9049c40ddb
Deleted: sha256:6c2d64542c841ad837d6430db366a9be88e3e758f1fec81acd6b082db233f608
Deleted: sha256:243b7c15686168aa086b06594b18fa4e72c22b37e44c141a9820e4d3906bcea2
Deleted: sha256:3b16e78e62e3db965db959a657bf0be2554455d04b2a14ab14a91dcbe3d0cd1f
Deleted: sha256:ff5b782b2fa09baca4f76f3f13e8c6f638e7041a1c7a8cacb5774feb61ca1b94
Deleted: sha256:54471ae55700c257ab0aae0757088dccd0d95b9ba7c550ed4e45834392fd194e
Deleted: sha256:6f077e88ad0eecee286c0d3e2604091616a24315835295c6cbe876442907e988
Deleted: sha256:ec35b1fd70f463e0a361677008f39f005fce0bf5add984d6a0ab08deb4528b1b
Deleted: sha256:09d72890d79fa40d45b0c1fff4e33f665555c850138e20694940b061c9f1d539
Deleted: sha256:ba9e15efd832d447ae2f3beddb0413f4a19296a8b57dc5afce0d226605168d93
Deleted: sha256:cbb42e8c183b1b115e00d2847c24894e2ba650ea0c6e34a33b8ac409341b320b
Deleted: sha256:397916131799f871bd0c46bbd046e8ed4ffd3cb3c31e5d8b24bb2fc531264b1f
Deleted: sha256:c6a6bd0fc243c085dd9a09fee3bb455a59f247db77215f5875951609ee694f65
Deleted: sha256:0b6bc2b39e645dc6e4006a64400a753aa32f3ea4e3de168a3bde9e2e7f72b461
Deleted: sha256:2e7e922ea146e5045b2f65cd9d6fe9e4c8f0922f70fb08c2f471783688e84458
Deleted: sha256:d1945149740f564492070d3d339287db8d48fb850896413503b1e3ab5a44209b
Deleted: sha256:5a614e8d3a25b124c64ec15a8847d1f31a94dc9fec78920f32121df58305ee20
Deleted: sha256:c00001ac49960016170038669f13e402c6b7bec3b5ac9806439306c4f0fe828b
Deleted: sha256:0b3b2d28bb35bd2bcf68830fb7e69b6fed104b72b712ad1d2d5bdca394403417
Deleted: sha256:021a3528dda01e601a0a5e89db3459d9df357f5c6a3c8e7230aaf476b1bd4ada
Deleted: sha256:d7cc10088ffe7ea9298f02290daa1e5abbbb254cbfc7d207554fd3d378ca7ea8
Deleted: sha256:710eddd65d9216e932d39eadc9a3ad8e3ce74cc5eea135cc163809ecc0151ae4
Deleted: sha256:b3faa508338e7b62889977144a3b219cc7fc5a0815dc3cce72c2b4fe2766ed39
Deleted: sha256:346a8053a5491fee21c1f874ca6f058cc3773226d409e90130ce9c0181d25cff
Deleted: sha256:6f46aaaa6e4db6f2568ebe000ff54e2ac1e56cb527c02f12ab05eda3cff1f9b7
Deleted: sha256:bcba39e65dc1d2fb60dfdeb4667bf53b00169e052b73f4399775d902aa071988
Deleted: sha256:8c2da2db2840aeba4fde1113ab3d053c4a87905193ceb1c09d633396c4e79cac
Deleted: sha256:8e8a93e1655f6980f2838b8f5a4c32aa5d49de74aec927a4b1ba1e149c1ef407
Deleted: sha256:6beeafc4f8bc493e02572e0a10bcaa9953c283971b9c3942027bdd5fbd7c8001
Deleted: sha256:e992d796d609fda92d614ad3a392c50beb687d2d0d3765ef7e4aa06c27045c9a
Deleted: sha256:389dd45ce1be2bf94f0c8260d4d42d887971a51ed75329010a950848b619e110
Deleted: sha256:df9092689c4fddeb13c097bf5c8ed207ccbc65ebb23cb87fe76550f18c5c1e17
Deleted: sha256:6dc1c45da0c61b8c992c2c84fb3f6f31a7dce4775ebb839a0fd7eca9cdcf2cf7
Deleted: sha256:57bb37b85a6c9229c5698f91f9757ef6fd23fedc490a2dadafae8c9bbb8c9716
Deleted: sha256:0f858b01c3079a28a8c034eea86c1a1617e09fd2454164d033d549d98266e790
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220907203001]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:50a3e47f657df5c3339e178e18a4e3f1c19dd1763debbfe20e201d9049c40ddb]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220907203001] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:50a3e47f657df5c3339e178e18a4e3f1c19dd1763debbfe20e201d9049c40ddb])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:50a3e47f657df5c3339e178e18a4e3f1c19dd1763debbfe20e201d9049c40ddb
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:50a3e47f657df5c3339e178e18a4e3f1c19dd1763debbfe20e201d9049c40ddb
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:50a3e47f657df5c3339e178e18a4e3f1c19dd1763debbfe20e201d9049c40ddb].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2585281.
Stopping expansion service pid: 2585282.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 10m
215 actionable tasks: 157 executed, 46 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/4zymiwh2tcro2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #650
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/650/display/redirect?page=changes>
Changes:
[noreply] Bump github.com/lib/pq from 1.10.6 to 1.10.7 in /sdks (#23061)
[noreply] Allowing more flexible precision for TIMESTAMP, DATETIME fields in
------------------------------------------
[...truncated 1.20 MB...]
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10233/go-2-1662561529525040888/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test10233"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:42389]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220907142044]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test10233",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test10233",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10233/go-2-1662561529525040888/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10233/go-2-1662561529525040888/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10233/go-2-1662561529525040888/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-Mau0f8U3pvV7YEZQsUBsh94GmOFJ3JiHUHkos6CHo_g.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-Mau0f8U3pvV7YEZQsUBsh94GmOFJ3JiHUHkos6CHo_g.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10233/go-2-1662561529525040888/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10233/go-2-1662561529525040888/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10233/go-2-1662561529525040888/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10233/go-2-1662561529525040888/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10233/go-2-1662561529525040888/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10233/go-2-1662561529525040888/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220907-143248"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220907142044"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220907-143248"
}
]
},
"name": "go-testbigqueryio_basicwriteread-919",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/07 14:38:59 Submitted job: 2022-09-07_07_38_59-17899856621169095251
2022/09/07 14:38:59 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-07_07_38_59-17899856621169095251?project=apache-beam-testing
2022/09/07 14:38:59 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-07_07_38_59-17899856621169095251
2022/09/07 14:38:59 Job state: JOB_STATE_PENDING ...
2022/09/07 14:39:29 Job still running ...
2022/09/07 14:39:59 Job still running ...
2022/09/07 14:40:30 Job still running ...
2022/09/07 14:41:00 Job still running ...
2022/09/07 14:41:30 Job still running ...
2022/09/07 14:42:00 Job still running ...
2022/09/07 14:42:30 Job still running ...
2022/09/07 14:43:00 Job still running ...
2022/09/07 14:43:30 Job still running ...
2022/09/07 14:44:00 Job still running ...
2022/09/07 14:44:30 Job 2022-09-07_07_38_59-17899856621169095251 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662561211253218929
--- PASS: TestBigQueryIO_BasicWriteRead (662.48s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 665.514s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.035s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.040s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220907-143248
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220907-143248
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f1acf605cc66c055f86b92c61ddb04da8c978328f501fa752d2fd3d323258274
Deleted: sha256:4c27c7221a0489420b7ec5649ab7a7f7bd9fca092b58fbf271b690dcacea321e
Deleted: sha256:beaf596f44d6ffe78f2e87bb5eb3fd1ec098e6edbb1bd52975d8345182de6d65
Deleted: sha256:61e4fdf41822f434d99f6c120043fffbc95dc1cd2fdac8fa77cbf0aae2e24e7d
Deleted: sha256:ea43017b550ca76a04a0e7592f490b504cea924cf6005283cb21f381ea189a49
Deleted: sha256:f452a439d11de92c0c689bdbcc71dbeb96a9a371d82c2a038752a8d09932fb55
Deleted: sha256:b1655aa5ef3eb552d5161fc9d39a493f17fc7ca5d954c35858393779a6667a23
Deleted: sha256:0d075167a35a1c826f227d559d23bdf10ef7e80c3de964ab49499109d1957842
Deleted: sha256:b505a4209cb3af2a163dd1a02e95319e396ba909ac40e33c07f69557e5682a4b
Deleted: sha256:d619ce0987c56ceb262e939b7df8dce34c2c7ffcc06a8718a0873ffd6bba85cd
Deleted: sha256:bfc5bba5b7973fa34da6658c6358277f91d2d0dcf865419ef3a920529ffb6fea
Deleted: sha256:c2a555b504692d0c37b946c099ad074fc9191e3654a2dcbb0893a31fa0c83b2c
Deleted: sha256:da4e37bb77fa644efee60a16d16ead14a8e9093ca1d50c102b0518c797e1a3cf
Deleted: sha256:e9007d6d2173d98c64dab3b7daa8be5c012814a83df60cbd85d27a6c9ba0b86d
Deleted: sha256:f8dee81e75e0923901b1afcbb669b21807cee707072025c24b78e65bb5d513ea
Deleted: sha256:50c8c8d43e1a5f75c52bdd6d0bab5f266077632a1ed8c8933207ba30edc0f28d
Deleted: sha256:ddf646f17cd397ed3be6ba964f8b3f08ea5650aab56fe1ac108051c3959406a9
Deleted: sha256:77780cb7e5366080c12c72847ce3bc80a4901662438c9269c2ee877c725798a5
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220907-143248
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f1acf605cc66c055f86b92c61ddb04da8c978328f501fa752d2fd3d323258274
Associated tags:
- 20220907-143248
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220907-143248
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220907-143248].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f1acf605cc66c055f86b92c61ddb04da8c978328f501fa752d2fd3d323258274].
$ rm -rf /tmp/tmp.CP4GZqj6nl
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220907142044
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9894be0e286057ee8fe13c522b0b0bc6fb40be5726078854f3d3568068b1ba6f
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220907142044]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9894be0e286057ee8fe13c522b0b0bc6fb40be5726078854f3d3568068b1ba6f]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220907142044] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9894be0e286057ee8fe13c522b0b0bc6fb40be5726078854f3d3568068b1ba6f])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9894be0e286057ee8fe13c522b0b0bc6fb40be5726078854f3d3568068b1ba6f
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9894be0e286057ee8fe13c522b0b0bc6fb40be5726078854f3d3568068b1ba6f
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9894be0e286057ee8fe13c522b0b0bc6fb40be5726078854f3d3568068b1ba6f].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220907142044
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:04e8a6aefeb228e5ba170a29314c6f1442c332dd0b981c14cf2a301f3c6a53d0
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220907142044]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:04e8a6aefeb228e5ba170a29314c6f1442c332dd0b981c14cf2a301f3c6a53d0]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220907142044] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:04e8a6aefeb228e5ba170a29314c6f1442c332dd0b981c14cf2a301f3c6a53d0])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:04e8a6aefeb228e5ba170a29314c6f1442c332dd0b981c14cf2a301f3c6a53d0
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:04e8a6aefeb228e5ba170a29314c6f1442c332dd0b981c14cf2a301f3c6a53d0
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:04e8a6aefeb228e5ba170a29314c6f1442c332dd0b981c14cf2a301f3c6a53d0].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3553400.
Stopping expansion service pid: 3553401.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 16s
215 actionable tasks: 164 executed, 39 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/ab4nfp77jwzra
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #649
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/649/display/redirect?page=changes>
Changes:
[Kenneth Knowles] Cosmetic checkstyle fix to TextRowCountEstimator
[Kenneth Knowles] Upgrade to Gradle 7.5.1
[chamikaramj] Fixes RunInference test failure
------------------------------------------
[...truncated 1.24 MB...]
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20563/go-2-1662539836879384901/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test20563"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:46227]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220907082039]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test20563",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test20563",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20563/go-2-1662539836879384901/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20563/go-2-1662539836879384901/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20563/go-2-1662539836879384901/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20563/go-2-1662539836879384901/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20563/go-2-1662539836879384901/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20563/go-2-1662539836879384901/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20563/go-2-1662539836879384901/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20563/go-2-1662539836879384901/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20563/go-2-1662539836879384901/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-ZYFFHDg57PIM_wJt3dlxnbUwXZm_bRaWTDT9PHt9Zlk.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-ZYFFHDg57PIM_wJt3dlxnbUwXZm_bRaWTDT9PHt9Zlk.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220907-083133"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220907082039"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220907-083133"
}
]
},
"name": "go-testbigqueryio_basicwriteread-381",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/07 08:37:27 Submitted job: 2022-09-07_01_37_26-10099338259995668517
2022/09/07 08:37:27 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-07_01_37_26-10099338259995668517?project=apache-beam-testing
2022/09/07 08:37:27 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-07_01_37_26-10099338259995668517
2022/09/07 08:37:27 Job state: JOB_STATE_PENDING ...
2022/09/07 08:37:57 Job still running ...
2022/09/07 08:38:27 Job still running ...
2022/09/07 08:38:57 Job still running ...
2022/09/07 08:39:27 Job still running ...
2022/09/07 08:39:57 Job still running ...
2022/09/07 08:40:27 Job still running ...
2022/09/07 08:40:57 Job still running ...
2022/09/07 08:41:27 Job still running ...
2022/09/07 08:41:57 Job still running ...
2022/09/07 08:42:27 Job still running ...
2022/09/07 08:42:57 Job still running ...
2022/09/07 08:43:27 Job 2022-09-07_01_37_26-10099338259995668517 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662539519038917074
--- PASS: TestBigQueryIO_BasicWriteRead (692.33s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 695.366s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220907-083133
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220907-083133
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:5b5f0f6c5c4f10ee12ce23289b50408bb5db8b476eecd05a887a73c54581b183
Deleted: sha256:f9cf6424399d54a0a7d848b3fd3e101448de1efc38316bb3a6d9c23774aba29a
Deleted: sha256:f1b16ab9b28ab0e5eb6a3e495cb8d020effa2cea5c6f2d7cca3fafa088a6c2f3
Deleted: sha256:3f119389c52fb75db82640611d8bfbce4408590ca68160c4d65d37bd14396e68
Deleted: sha256:2a6bf3bdd7784cbfee93f7eed962235ec349bb23c25abf6a302f2c99cef97ed9
Deleted: sha256:b25017096eadaf4988c2e17976c04862fae0160dfa500d38f380b8ce559495f3
Deleted: sha256:82f4c23b10d8ef9947869a19fb83415b950c45db0dec5861851c7bbda77213e1
Deleted: sha256:5d4bedc0500df87a796cae1b4a8186309959ae535ab74789e658d544388c2fdc
Deleted: sha256:f3d4bbb2475a8efd48a7fc3f58c7b9c40065bde1deae34a740594a2fab06bbf5
Deleted: sha256:576612b13e3d15e993cdab4ed37d593c2ce3cac74175a9fe8cec47a9488c4aec
Deleted: sha256:431b57da1fba54c0f5b12a3e1332a5cc5b06f77a2735c1e300ace10d09ab4021
Deleted: sha256:9e26d3328de6c252ce4ae893fd83222cfc980490ed5b08189d39674e076adc8c
Deleted: sha256:c3fcc96349c1b76cef7feb2f475fd41498dda169b7b9f64da31f17eff3b75fbf
Deleted: sha256:0213d0135923c435656091bf28169e468f49c8bac4cb31c9db9bcaa21a1585ef
Deleted: sha256:c62e616707ed61ac9983ca60d64b3112a2e5744fe7ccb0d372a9232ddd60f7a6
Deleted: sha256:7b9709b8851c60434f5c2daabea23f68ef357fd4d63ef97a0da046be78b65048
Deleted: sha256:363915a42e3b02c05fa52c05b48fb46c4b6db04d358d1d44a42e41fbb1288672
Deleted: sha256:92065c90e30d9294c82546403cc780504d03f8a868f4b92b045423c0b5dc2ffe
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220907-083133
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:5b5f0f6c5c4f10ee12ce23289b50408bb5db8b476eecd05a887a73c54581b183
Associated tags:
- 20220907-083133
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220907-083133
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220907-083133].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:5b5f0f6c5c4f10ee12ce23289b50408bb5db8b476eecd05a887a73c54581b183].
$ rm -rf /tmp/tmp.tKCG1cWBVR
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220907082039
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3b239d67b4b740d4fe90360c5cbc21b5d2702439d10729148a38eb21a96c634f
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220907082039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3b239d67b4b740d4fe90360c5cbc21b5d2702439d10729148a38eb21a96c634f]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220907082039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3b239d67b4b740d4fe90360c5cbc21b5d2702439d10729148a38eb21a96c634f])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3b239d67b4b740d4fe90360c5cbc21b5d2702439d10729148a38eb21a96c634f
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3b239d67b4b740d4fe90360c5cbc21b5d2702439d10729148a38eb21a96c634f
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:3b239d67b4b740d4fe90360c5cbc21b5d2702439d10729148a38eb21a96c634f].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220907082039
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:296510768e81e0ca67bcb8cc86ad36f1c950ac33178fb3a6818f64a003bf1180
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220907082039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:296510768e81e0ca67bcb8cc86ad36f1c950ac33178fb3a6818f64a003bf1180]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220907082039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:296510768e81e0ca67bcb8cc86ad36f1c950ac33178fb3a6818f64a003bf1180])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:296510768e81e0ca67bcb8cc86ad36f1c950ac33178fb3a6818f64a003bf1180
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:296510768e81e0ca67bcb8cc86ad36f1c950ac33178fb3a6818f64a003bf1180
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:296510768e81e0ca67bcb8cc86ad36f1c950ac33178fb3a6818f64a003bf1180].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 525849.
Stopping expansion service pid: 525850.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 9m 19s
215 actionable tasks: 167 executed, 38 from cache, 10 up-to-date
Publishing build scan...
https://gradle.com/s/plupbbfhlws6u
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #648
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/648/display/redirect?page=changes>
Changes:
[Robert Bradshaw] Allow expansion service to choose pickler.
[Robert Bradshaw] Accept "default" as pickler library.
[Robert Bradshaw] Clarifying comment.
[Heejong Lee] [BEAM-22856] PythonService Beam version compatibility
------------------------------------------
[...truncated 1.21 MB...]
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:32887]"
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220907022034]"
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test26969"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26969/go-2-1662518238409125600/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test26969"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:32887]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220907022034]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test26969",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test26969",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26969/go-2-1662518238409125600/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26969/go-2-1662518238409125600/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26969/go-2-1662518238409125600/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26969/go-2-1662518238409125600/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26969/go-2-1662518238409125600/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26969/go-2-1662518238409125600/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26969/go-2-1662518238409125600/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26969/go-2-1662518238409125600/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26969/go-2-1662518238409125600/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-ZYFFHDg57PIM_wJt3dlxnbUwXZm_bRaWTDT9PHt9Zlk.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-ZYFFHDg57PIM_wJt3dlxnbUwXZm_bRaWTDT9PHt9Zlk.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220907-023125"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220907022034"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220907-023125"
}
]
},
"name": "go-testbigqueryio_basicwriteread-654",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/07 02:37:28 Submitted job: 2022-09-06_19_37_27-15051371230857571052
2022/09/07 02:37:28 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-06_19_37_27-15051371230857571052?project=apache-beam-testing
2022/09/07 02:37:28 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-06_19_37_27-15051371230857571052
2022/09/07 02:37:28 Job state: JOB_STATE_PENDING ...
2022/09/07 02:37:58 Job still running ...
2022/09/07 02:38:28 Job still running ...
2022/09/07 02:38:59 Job still running ...
2022/09/07 02:39:29 Job still running ...
2022/09/07 02:39:59 Job still running ...
2022/09/07 02:40:29 Job still running ...
2022/09/07 02:40:59 Job still running ...
2022/09/07 02:41:29 Job still running ...
2022/09/07 02:41:59 Job still running ...
2022/09/07 02:42:29 Job still running ...
2022/09/07 02:42:59 Job still running ...
2022/09/07 02:43:29 Job 2022-09-06_19_37_27-15051371230857571052 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662517919942474060
--- PASS: TestBigQueryIO_BasicWriteRead (692.85s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 695.885s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:8d5d566b1766f97ee65b6a56be316be16a24bfe93d1ebe77c21ae1ebf853128f
Associated tags:
- 20220907-023125
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220907-023125
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220907-023125].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:8d5d566b1766f97ee65b6a56be316be16a24bfe93d1ebe77c21ae1ebf853128f].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220907022034]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4e34f29d89d22fbb2ae1411924ba7cfbdafdaf95c8686df5678e810651e72ad0]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220907022034] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4e34f29d89d22fbb2ae1411924ba7cfbdafdaf95c8686df5678e810651e72ad0])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4e34f29d89d22fbb2ae1411924ba7cfbdafdaf95c8686df5678e810651e72ad0
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4e34f29d89d22fbb2ae1411924ba7cfbdafdaf95c8686df5678e810651e72ad0].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220907022034]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3d880f23059ae1077b7179b084d9f93dc4c906a4f2da12a371dc88bca095f7fc]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220907022034] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3d880f23059ae1077b7179b084d9f93dc4c906a4f2da12a371dc88bca095f7fc])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3d880f23059ae1077b7179b084d9f93dc4c906a4f2da12a371dc88bca095f7fc
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:3d880f23059ae1077b7179b084d9f93dc4c906a4f2da12a371dc88bca095f7fc].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 22s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/7tdcqzrr73wt4
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #647
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/647/display/redirect?page=changes>
Changes:
[Brian Hulette] Use typehints in benchmark utilities
[oleg.borisevich] fixing condition for db index creation
[noreply] Inference benchmark tests (#21738)
[noreply] [Go SDK]: Add support for Google Cloud Profiler for pipelines (#22824)
[noreply] Listen to window messages to switch SDK and to load content (#22959)
[noreply] Disable singleIterate (#23042)
------------------------------------------
[...truncated 1.23 MB...]
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220906202040]"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16362/go-2-1662496728367280052/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test16362"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:43303]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220906202040]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test16362",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test16362",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16362/go-2-1662496728367280052/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16362/go-2-1662496728367280052/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16362/go-2-1662496728367280052/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16362/go-2-1662496728367280052/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16362/go-2-1662496728367280052/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16362/go-2-1662496728367280052/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16362/go-2-1662496728367280052/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16362/go-2-1662496728367280052/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16362/go-2-1662496728367280052/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-ZYFFHDg57PIM_wJt3dlxnbUwXZm_bRaWTDT9PHt9Zlk.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-ZYFFHDg57PIM_wJt3dlxnbUwXZm_bRaWTDT9PHt9Zlk.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-203222"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220906202040"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-203222"
}
]
},
"name": "go-testbigqueryio_basicwriteread-952",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/06 20:39:01 Submitted job: 2022-09-06_13_39_01-7307196948778273885
2022/09/06 20:39:01 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-06_13_39_01-7307196948778273885?project=apache-beam-testing
2022/09/06 20:39:01 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-06_13_39_01-7307196948778273885
2022/09/06 20:39:01 Job state: JOB_STATE_PENDING ...
2022/09/06 20:39:31 Job still running ...
2022/09/06 20:40:01 Job still running ...
2022/09/06 20:40:31 Job still running ...
2022/09/06 20:41:01 Job still running ...
2022/09/06 20:41:32 Job still running ...
2022/09/06 20:42:02 Job still running ...
2022/09/06 20:42:32 Job still running ...
2022/09/06 20:43:02 Job still running ...
2022/09/06 20:43:32 Job still running ...
2022/09/06 20:44:02 Job still running ...
2022/09/06 20:44:32 Job 2022-09-06_13_39_01-7307196948778273885 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662496380326346222
--- PASS: TestBigQueryIO_BasicWriteRead (695.17s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 698.202s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.030s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.029s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-203222
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-203222
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:8ebf8f610f8ca31a2ba227c92afe93a068e3f0486efbc7a7b0b2d63dba823daa
Deleted: sha256:2b192a8f2ffda3c63372a4d974bb0e82d1574f613a99cdbf63943e1ab83d5139
Deleted: sha256:a29eaa4ce0332609d8d41970fbdb8f214d1d8a9bba9be51ea97b315cde79e78b
Deleted: sha256:2b1a586231f63231f22db941741b7cc7616b01f1c905d9001e7828880d552095
Deleted: sha256:daea3f4cce0a20b51c102a5d540a6770df26b4501ef430f3a1c81a01cf4fd97e
Deleted: sha256:05211dd3c27086ea42850b1aa2a57880f6dcff6556bf4f7562cc5e8895f9b150
Deleted: sha256:370768189462cfea52cb46ce8dbbae43b54a13309144741b430cc3c064e10930
Deleted: sha256:3d08443700b0c457acd0835d91a89337084247c1b598094d7a0e602a961cb24d
Deleted: sha256:ceaa6d8ac7540d3d277bb18a8af4915ed8291ac9108587156fd0645c8e409fe6
Deleted: sha256:9c1696ffed861cd243c25eaebefec3f519c42a18550505d8aa7952c103a145fd
Deleted: sha256:a5a7490884068d2e7bc9b024315d9a5a5b58139b6b2567e6bf9b3cca2c9cf16e
Deleted: sha256:c5790b5fd7f95c718cdf35667b34e16d5f2c8173c9a47819664bf25c58279d9c
Deleted: sha256:1bbf38999cb8de1019b6dff87dbc4bc0c65cfde240241dc6680b58c7cc7eeb04
Deleted: sha256:5f5742fd9276873adc8fd78897739e53c240e8a812630520c002ce877e7bf904
Deleted: sha256:b5aa660faefcfe34cdc4f04daefb5f0cdb6a2f40c1263722cc297ee5716b1b1f
Deleted: sha256:619a08f357f9abe5e6d075e5892dd25efafe4969f9c21892e6a352c3f1b46458
Deleted: sha256:d85b3c32b0814af5646ca4baebe421c3c69f9ba9f68d52d2bb942e67762b24ff
Deleted: sha256:4a739ae5665451ef06c88a42ed9f7d716da46822c75d05675d118cea9d4d61c3
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-203222
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:8ebf8f610f8ca31a2ba227c92afe93a068e3f0486efbc7a7b0b2d63dba823daa
Associated tags:
- 20220906-203222
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-203222
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-203222].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:8ebf8f610f8ca31a2ba227c92afe93a068e3f0486efbc7a7b0b2d63dba823daa].
$ rm -rf /tmp/tmp.x8NPykxznq
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3689651.
Stopping expansion service pid: 3689652.
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220906202040
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:027391b8246109cc9e62860421112f3bc6393e59599e99d53c5321b7a14f47b2
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220906202040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:027391b8246109cc9e62860421112f3bc6393e59599e99d53c5321b7a14f47b2]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220906202040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:027391b8246109cc9e62860421112f3bc6393e59599e99d53c5321b7a14f47b2])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:027391b8246109cc9e62860421112f3bc6393e59599e99d53c5321b7a14f47b2
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:027391b8246109cc9e62860421112f3bc6393e59599e99d53c5321b7a14f47b2
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:027391b8246109cc9e62860421112f3bc6393e59599e99d53c5321b7a14f47b2].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220906202040
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:feed20a4c38a13fbcdf7c1475dc7e2932aeac60cff2f8f6a0dc9b0e720ea9dfa
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220906202040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:feed20a4c38a13fbcdf7c1475dc7e2932aeac60cff2f8f6a0dc9b0e720ea9dfa]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220906202040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:feed20a4c38a13fbcdf7c1475dc7e2932aeac60cff2f8f6a0dc9b0e720ea9dfa])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:feed20a4c38a13fbcdf7c1475dc7e2932aeac60cff2f8f6a0dc9b0e720ea9dfa
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:feed20a4c38a13fbcdf7c1475dc7e2932aeac60cff2f8f6a0dc9b0e720ea9dfa
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:feed20a4c38a13fbcdf7c1475dc7e2932aeac60cff2f8f6a0dc9b0e720ea9dfa].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 9m 17s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/qje2coalg4ayu
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #646
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/646/display/redirect?page=changes>
Changes:
[noreply] Allow users to pass classloader to dynamically load JDBC drivers.
[noreply] Fix withCheckStopReadingFn to not cause the pipeline to crash (#22962)
------------------------------------------
[...truncated 849.26 KB...]
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test2708",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2708/go-2-1662475113712390380/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2708/go-2-1662475113712390380/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2708/go-2-1662475113712390380/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2708/go-2-1662475113712390380/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2708/go-2-1662475113712390380/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2708/go-2-1662475113712390380/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2708/go-2-1662475113712390380/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2708/go-2-1662475113712390380/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2708/go-2-1662475113712390380/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-ZYFFHDg57PIM_wJt3dlxnbUwXZm_bRaWTDT9PHt9Zlk.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-ZYFFHDg57PIM_wJt3dlxnbUwXZm_bRaWTDT9PHt9Zlk.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-143206"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220906142039"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-143206"
}
]
},
"name": "go-testbigqueryio_basicwriteread-610",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/06 14:38:54 Submitted job: 2022-09-06_07_38_53-5905247651943731828
2022/09/06 14:38:54 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-06_07_38_53-5905247651943731828?project=apache-beam-testing
2022/09/06 14:38:54 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-06_07_38_53-5905247651943731828
2022/09/06 14:38:54 Job state: JOB_STATE_PENDING ...
2022/09/06 14:39:24 Job still running ...
2022/09/06 14:39:54 Job still running ...
2022/09/06 14:40:24 Job still running ...
2022/09/06 14:40:54 Job still running ...
2022/09/06 14:41:24 Job still running ...
2022/09/06 14:41:54 Job still running ...
2022/09/06 14:42:24 Job still running ...
2022/09/06 14:42:54 Job still running ...
2022/09/06 14:43:24 Job still running ...
2022/09/06 14:43:54 Job 2022-09-06_07_38_53-5905247651943731828 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662474760981547063
--- PASS: TestBigQueryIO_BasicWriteRead (679.83s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 682.870s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.028s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-143206
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-143206
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e62df05857ee6449e9f706c0f469a3b53784005c605b4e66a7c3287ca4862af1
Deleted: sha256:a8623ac77b3fcafb47cee5595823f0e3447af01462b801edd7831d18b97c9f8d
Deleted: sha256:ea03e9fda325c47c5d665ac53bf36b95844dc50c94422a1a75e1081de0f737b9
Deleted: sha256:51e701266a339c776fa6b417f11212a07d5b52d454795521f6d8e2571920d604
Deleted: sha256:a92a8fd758cc393749483ca0db57ca56ad6c433b3d415a8d298a9d5f7f84bbf6
Deleted: sha256:d9f691cc80b7f15decc456e90eb74a80ea1d9538a25e08dd40e6194946eba27e
Deleted: sha256:c8bf7f8f3581dc743b8ff3087e36d85014cad7cbc24400299482d6122d6524b2
Deleted: sha256:7c78a598ff46d6ca027ede013a5e0ea3aec078d341ec668130828445c9be05c0
Deleted: sha256:4d27b4d42c8a245243372bac3e01311f9167bb96401dc56fbb5d2b9a73aa61ca
Deleted: sha256:be6b3c05fd87295aba8bb2a3471ce0c7bdee9e836a6c946c87c7b923e4fe72fd
Deleted: sha256:45b182ff737484681a0d89c441cf91c9cb830eb24ab7ace5acaacc6fd4eee2aa
Deleted: sha256:ecda2baa9b46a38f6bbd6e69d396d8dc0c8fd16022d7a5d6cca2f2c5275dbbbd
Deleted: sha256:8d82fa95a1234b8c1a6ad3e127232847ef3b06bc7fa7621f1acb8d45fbd4cd96
Deleted: sha256:65372cccc84a88d2a6f0b4f645b5d02284f590eec036eb2ebce841b09819b218
Deleted: sha256:604c6ad7f4e6433bd085a001999100bc45c265d09f6f88d52281c588bc1a3df0
Deleted: sha256:59e0e1cc8f5e88e1d76d0a75bafcf585aacae8689162affb75bf21b549451ed1
Deleted: sha256:0e2cb5b8e25924180ad42c7c623126892eb0bce98dde615558e5f589ce402d52
Deleted: sha256:49bcab5ec71fdd763e55681c6a0a4d2d5d7e18a7e41e67a0acd30c1d189ea1eb
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-143206
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e62df05857ee6449e9f706c0f469a3b53784005c605b4e66a7c3287ca4862af1
Associated tags:
- 20220906-143206
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-143206
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-143206].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e62df05857ee6449e9f706c0f469a3b53784005c605b4e66a7c3287ca4862af1].
$ rm -rf /tmp/tmp.IdEDLQVQ9k
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3033902.
Stopping expansion service pid: 3033903.
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220906142039
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6aeaa9e9a83abfa37cbef9051f1844ee3aebeb5fbdea145c8330fc0aecc951ac
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220906142039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6aeaa9e9a83abfa37cbef9051f1844ee3aebeb5fbdea145c8330fc0aecc951ac]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220906142039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6aeaa9e9a83abfa37cbef9051f1844ee3aebeb5fbdea145c8330fc0aecc951ac])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6aeaa9e9a83abfa37cbef9051f1844ee3aebeb5fbdea145c8330fc0aecc951ac
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6aeaa9e9a83abfa37cbef9051f1844ee3aebeb5fbdea145c8330fc0aecc951ac
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6aeaa9e9a83abfa37cbef9051f1844ee3aebeb5fbdea145c8330fc0aecc951ac].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220906142039
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1ab9c2e349a95b2a9a42417940a76db364b22127bc02a5fc9f9261bd9b0b8bb0
Deleted: sha256:3662ca9ed6882d86ca868e7c08a2b780bf9287c163832fc0e92b43fdef094268
Deleted: sha256:98e04957122ba12dd1deb8569841be3dd8b7a7e66a46422bc352fc9426df0b19
Deleted: sha256:5f1014cf5fb5b1e1e184bf3521e6922947030938fa404e9d38c75fe406948b83
Deleted: sha256:339b3fd8eeaadd3aa39059f583df2254f238b2fd55a40e71130dac5530cc154e
Deleted: sha256:6af57e6063ca0f917d9e0280a1393bedb98555d6263bf47cd7b5d113a6876a46
Deleted: sha256:9c0d038a5e0499e08386a3a4088bc7676c62959b8521b1e55b97db13d67426be
Deleted: sha256:13a56af895a12a2803659a083045f71aec978386f57adb26cd4dd75f39f1fc0b
Deleted: sha256:f64c307f0420561493d270de3267ac6f580727656eee822812425d64b390f553
Deleted: sha256:e0c2d6849b7ab722340d4b3e09c9bfd3110ec8faaf4b53d8849f49dfd5c6ad0e
Deleted: sha256:719174f72c0296e47550bc187b7c8270674a0715b4e6e4ef04c88034bf8d98a2
Deleted: sha256:0c57d822fcf67491830f42c020f6a210dc47094daba4bca0424adf696949f109
Deleted: sha256:59d3590dc498090345575f1d65510a1c7533f899ff22590db3bb7b0597ccf850
Deleted: sha256:df9f4a792df1cb8f39a353929ed2e12e8e98d492e5686867c1ff36930bc2be8f
Deleted: sha256:ee72f09114240e0b94c53261f2857e1825bc4774d9d53bce5693dff18ad278ac
Deleted: sha256:baafbfe5d23bc81307a657a51270f414c364e98fe3163286d809eaee63371954
Deleted: sha256:a1b0a96f7431bc80a49b9df6fa621a8ff0abfd74761f1e489f53f8751f3db538
Deleted: sha256:65d09553fd892c1ed79d13152ae470d4fae4dac244eda93e2804e8dd05f90339
Deleted: sha256:b2392e4405f419177d40fa8acd8eb3d4c458d1cb0f09634caeca889c2da03524
Deleted: sha256:932ac3e2658bf96e4b7fa73c4e5fe15c0017f648fe2fbfcec0e59cb185b32dc1
Deleted: sha256:e9bc70a65f60beb5a65cd851297914bb099bdaa1bb87e73599882b3a8a375542
Deleted: sha256:f33edcd88be05ae09cc9e35cb9a7eab3bde14f867ba0c9ba935eae0c3e29c09e
Deleted: sha256:b6f3d4a527bc8ec88539745cced1e65abe9b9730f2b3dd7885602c9922ea7dae
Deleted: sha256:8897689fd800a3b552c3c4d309a71c0100c5fe4282166c686c2472eb1f31c2b1
Deleted: sha256:eb4e14ce4070a54528cfe4fc9632e6277a4318fb884119f63821640cd5c4c673
Deleted: sha256:a19ab68080e8739f2f344f64aecc2bb36c825552fd6635691927b7cd3b5339c0
Deleted: sha256:d55aad2b29a67f0f5599c31e0f03e6b2d2a2e835e341ad850afe3e60ab80641d
Deleted: sha256:b7519772c0a9f26810670ad078be146b372e7acfe0f7c74d650941c5abea2b95
Deleted: sha256:514043582a3e54186e29342b3394f2728214d13f21effc45c96e067a4f28c776
Deleted: sha256:e08af79a91c0cd449d252befa03fdd10d637e69497bb592e4c25d13e0bfeb084
Deleted: sha256:125a0d9bfaebb480244b14d1bcebba9ccf75fda88736c1148baddbed99415dfd
Deleted: sha256:88e30c5e8b5a07abaf72534f2782146d072291852daa3e9eeb6db3925aef3817
Deleted: sha256:2967f2ab261917dde674b21cd26a42821892b3cbf26a7b920853acb56bd1c529
Deleted: sha256:f7243b351be870f4db5b9d9d868410b4089a4e9fe6098f95005cc1afa96c833b
Deleted: sha256:e79f928ab3ec29a86270dff83c279a7629f1c0acf378996b5c296a29bfb483b9
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220906142039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1ab9c2e349a95b2a9a42417940a76db364b22127bc02a5fc9f9261bd9b0b8bb0]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220906142039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1ab9c2e349a95b2a9a42417940a76db364b22127bc02a5fc9f9261bd9b0b8bb0])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1ab9c2e349a95b2a9a42417940a76db364b22127bc02a5fc9f9261bd9b0b8bb0
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1ab9c2e349a95b2a9a42417940a76db364b22127bc02a5fc9f9261bd9b0b8bb0
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1ab9c2e349a95b2a9a42417940a76db364b22127bc02a5fc9f9261bd9b0b8bb0].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 42s
215 actionable tasks: 157 executed, 46 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/5yewxanwtczzm
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #645
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/645/display/redirect>
Changes:
------------------------------------------
[...truncated 813.52 KB...]
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:34373]"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4717/go-2-1662453407008614511/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test4717"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:34373]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220906082039]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test4717",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test4717",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4717/go-2-1662453407008614511/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4717/go-2-1662453407008614511/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4717/go-2-1662453407008614511/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4717/go-2-1662453407008614511/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4717/go-2-1662453407008614511/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4717/go-2-1662453407008614511/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-yW9PBDK5qsirANRfjyHvU652wsa1l82tO13w9inaNZg.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-yW9PBDK5qsirANRfjyHvU652wsa1l82tO13w9inaNZg.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4717/go-2-1662453407008614511/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4717/go-2-1662453407008614511/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4717/go-2-1662453407008614511/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-083124"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220906082039"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-083124"
}
]
},
"name": "go-testbigqueryio_basicwriteread-407",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/06 08:36:56 Submitted job: 2022-09-06_01_36_56-14558175336945635523
2022/09/06 08:36:56 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-06_01_36_56-14558175336945635523?project=apache-beam-testing
2022/09/06 08:36:56 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-06_01_36_56-14558175336945635523
2022/09/06 08:36:56 Job state: JOB_STATE_PENDING ...
2022/09/06 08:37:26 Job still running ...
2022/09/06 08:37:56 Job still running ...
2022/09/06 08:38:26 Job still running ...
2022/09/06 08:38:57 Job still running ...
2022/09/06 08:39:27 Job still running ...
2022/09/06 08:39:57 Job still running ...
2022/09/06 08:40:27 Job still running ...
2022/09/06 08:40:57 Job still running ...
2022/09/06 08:41:27 Job still running ...
2022/09/06 08:41:57 Job still running ...
2022/09/06 08:42:27 Job 2022-09-06_01_36_56-14558175336945635523 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662453119411781013
--- PASS: TestBigQueryIO_BasicWriteRead (630.93s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 633.959s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.031s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.034s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-083124
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-083124
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f83c95e467c5745e610e2e5d87f623f224e19de817cb8f7eedddfa417410b1ca
Deleted: sha256:dbcecbd0c467b8252d49ac6475dda4f53f1e57749e49aeaba10cf6e6ad401e26
Deleted: sha256:e8f0d08845f5c9febe6b3cbd1b727f067f4781865daa14f63c1c219a50c0b457
Deleted: sha256:3b4fc69fce40f59a3e9f36180affab8599efd0398043049a614f16e40584506c
Deleted: sha256:5fcbeb7680bf6db4e918357649ca0da25d48e716f18732a346ccc2930b86589a
Deleted: sha256:524677b511baea342a25ff79a3353e56cbeda0ea495b9013a39dd06929cfb79a
Deleted: sha256:392017dbea19a56dc3fd3fe9e4cb52983b601885a6c07974d472f52fe98ea5f6
Deleted: sha256:65883fb1e7a23581804c970d2822d6e9b9057748a575a5dab855ba75900d93f0
Deleted: sha256:fef79f3123df69647b9b938f70b4040e27e6925babb7978b188c1873bad8f51c
Deleted: sha256:f2932b254ba1965789d059a4d7c3cb780d111b70c7cd7f0325145f88b7933ba3
Deleted: sha256:3d28ed861aa34695e81c5a9bd28013c31176e95333f5df4357f79b0081b11baf
Deleted: sha256:0ff41f6f713166fcb5d9c3a3bcf3d8eb4b869c9b9b1fe0fb6bfeb49084aa36cf
Deleted: sha256:fd7ce688db7304ed9fdd4d7a00cc1969099191674924167e379063f7490f35f5
Deleted: sha256:e7967ee2b6c754395b732aea497cadf53ee8fe562b91227b999d0c4963b66605
Deleted: sha256:e1df2c4029f755a534d57de705cffa3b927f90762b9acb89ca150b2e5e087672
Deleted: sha256:5a3c68e01ad15ce4c8f19d219e73f030dd496634475412010abb93e02809de18
Deleted: sha256:d6b3de553df698853a323eb579fff5c6934d50c8d277fd88519c7f5da648c709
Deleted: sha256:c1e948b3e088f59fbcdb603c2d7918d893de1a5468820bb25c9a1c11c8d5ffa6
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-083124
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f83c95e467c5745e610e2e5d87f623f224e19de817cb8f7eedddfa417410b1ca
Associated tags:
- 20220906-083124
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-083124
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-083124].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f83c95e467c5745e610e2e5d87f623f224e19de817cb8f7eedddfa417410b1ca].
$ rm -rf /tmp/tmp.ZX4fCwwpMh
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2636436.
Stopping expansion service pid: 2636437.
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220906082039
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:29483d16edd6495d82b3299be8d34ad1bfe43fddb979282055a6fcc6d9726f10
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220906082039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:29483d16edd6495d82b3299be8d34ad1bfe43fddb979282055a6fcc6d9726f10]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220906082039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:29483d16edd6495d82b3299be8d34ad1bfe43fddb979282055a6fcc6d9726f10])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:29483d16edd6495d82b3299be8d34ad1bfe43fddb979282055a6fcc6d9726f10
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:29483d16edd6495d82b3299be8d34ad1bfe43fddb979282055a6fcc6d9726f10
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:29483d16edd6495d82b3299be8d34ad1bfe43fddb979282055a6fcc6d9726f10].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220906082039
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:397c08b0ba9140fce82f4562f6f9b45ec6b1146776a0505b3f34d1643046d2bc
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220906082039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:397c08b0ba9140fce82f4562f6f9b45ec6b1146776a0505b3f34d1643046d2bc]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220906082039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:397c08b0ba9140fce82f4562f6f9b45ec6b1146776a0505b3f34d1643046d2bc])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:397c08b0ba9140fce82f4562f6f9b45ec6b1146776a0505b3f34d1643046d2bc
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:397c08b0ba9140fce82f4562f6f9b45ec6b1146776a0505b3f34d1643046d2bc
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:397c08b0ba9140fce82f4562f6f9b45ec6b1146776a0505b3f34d1643046d2bc].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 5m 18s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/qwd5zkydj5yry
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #644
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/644/display/redirect?page=changes>
Changes:
[noreply] Revert "Remove subprocess.PIPE usage by using a temp file (#22654)"
------------------------------------------
[...truncated 848.16 KB...]
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12228/go-2-1662431823667786721/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test12228"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:42625]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220906022039]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test12228",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test12228",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12228/go-2-1662431823667786721/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12228/go-2-1662431823667786721/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12228/go-2-1662431823667786721/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12228/go-2-1662431823667786721/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12228/go-2-1662431823667786721/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12228/go-2-1662431823667786721/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-yW9PBDK5qsirANRfjyHvU652wsa1l82tO13w9inaNZg.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-yW9PBDK5qsirANRfjyHvU652wsa1l82tO13w9inaNZg.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12228/go-2-1662431823667786721/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12228/go-2-1662431823667786721/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12228/go-2-1662431823667786721/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-023112"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220906022039"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-023112"
}
]
},
"name": "go-testbigqueryio_basicwriteread-155",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/06 02:37:13 Submitted job: 2022-09-05_19_37_12-4591837689263858518
2022/09/06 02:37:13 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-05_19_37_12-4591837689263858518?project=apache-beam-testing
2022/09/06 02:37:13 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-05_19_37_12-4591837689263858518
2022/09/06 02:37:13 Job state: JOB_STATE_PENDING ...
2022/09/06 02:37:43 Job still running ...
2022/09/06 02:38:13 Job still running ...
2022/09/06 02:38:43 Job still running ...
2022/09/06 02:39:13 Job still running ...
2022/09/06 02:39:43 Job still running ...
2022/09/06 02:40:13 Job still running ...
2022/09/06 02:40:43 Job still running ...
2022/09/06 02:41:13 Job still running ...
2022/09/06 02:41:43 Job still running ...
2022/09/06 02:42:14 Job still running ...
2022/09/06 02:42:44 Job 2022-09-05_19_37_12-4591837689263858518 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662431506218343221
--- PASS: TestBigQueryIO_BasicWriteRead (725.86s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 728.896s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.035s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.030s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.028s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-023112
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-023112
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:eebbaeaf25a23a586af6fbb96c11096e5a1961dc58f4c2c76a703c15a53c6da1
Deleted: sha256:9802873021993a7ab4fcad68da741b1eeffcd9244ae21fa0827041673a6d42d6
Deleted: sha256:cbf21d7405892b568ab229efe862c20b118934821299aab97d1a1f7578916d72
Deleted: sha256:59c1455e00cec337e2dfa637ec1e6aa65fd0ef9d661feb6b2463f0dc286812ea
Deleted: sha256:0588b5bb12153033a6a743429c422c6f6f5cee6ee61f7016745abed533cbcaff
Deleted: sha256:3a54597c921aa474b8894ca00dd3deb6125a4171efff7cfdbee1385ea4284207
Deleted: sha256:d5c0e2483e38373fe493bc5f7e4954bbb1a5b9dcacf10b42963ce4709c5baf6c
Deleted: sha256:33da8e58446612aedf2924acbb6eead89c971e18d6e67031224d499b0cf9559e
Deleted: sha256:64f9931c2ab1163e85cdd5e6af1b9ea4ac7df4e7b79998c3ba6a75101c8a4243
Deleted: sha256:98df8c46412ab6724617ded49b315faeb8dfe92edaeef1910585221d2f9e12ad
Deleted: sha256:3e2c2454af9c26e16214a6d441264515cb6505503e3929f25a58b3c5fa5b1a05
Deleted: sha256:8495c7a03e43d1128f712cf0ebb5305fa6076f0a839b28adfd610fea6ec52d71
Deleted: sha256:830a230f3ba03a543d5f6860799ee409b5b74dc6d609287a652adc1c1e37562b
Deleted: sha256:0e9d50481ee52311902848d7628b350db826265c53ca1b3e84ca99f53bc57eb6
Deleted: sha256:950cc29ca133f21c8ed9179ab0d4e9bbf1beb1cd238f4b2462f8e1c492a7a949
Deleted: sha256:5a349c4f93fe5965628a5d9c46e7dce19b48a9a043cb865edc926bc9dd45e544
Deleted: sha256:3b10969e8592ab251fdefe9cfe06b9416ea86a0a4f55809133d994c506f52e88
Deleted: sha256:486d91cc03b50dcb27a48832441463dc5666297d7215429d494809ffa414f189
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-023112
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:eebbaeaf25a23a586af6fbb96c11096e5a1961dc58f4c2c76a703c15a53c6da1
Associated tags:
- 20220906-023112
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-023112
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220906-023112].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:eebbaeaf25a23a586af6fbb96c11096e5a1961dc58f4c2c76a703c15a53c6da1].
$ rm -rf /tmp/tmp.g32QtRivtb
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2551936.
Stopping expansion service pid: 2551937.
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220906022039
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2196ab2fbd81c2e564f41850c765fa1f08406ed75946d222d22c5dcc561e02f3
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220906022039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2196ab2fbd81c2e564f41850c765fa1f08406ed75946d222d22c5dcc561e02f3]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220906022039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2196ab2fbd81c2e564f41850c765fa1f08406ed75946d222d22c5dcc561e02f3])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2196ab2fbd81c2e564f41850c765fa1f08406ed75946d222d22c5dcc561e02f3
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2196ab2fbd81c2e564f41850c765fa1f08406ed75946d222d22c5dcc561e02f3
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2196ab2fbd81c2e564f41850c765fa1f08406ed75946d222d22c5dcc561e02f3].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220906022039
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6a47ded500a4c4302ef47f6c038a430b8c3f59e3f2f0367c64b85474ddcffe08
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220906022039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6a47ded500a4c4302ef47f6c038a430b8c3f59e3f2f0367c64b85474ddcffe08]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220906022039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6a47ded500a4c4302ef47f6c038a430b8c3f59e3f2f0367c64b85474ddcffe08])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6a47ded500a4c4302ef47f6c038a430b8c3f59e3f2f0367c64b85474ddcffe08
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6a47ded500a4c4302ef47f6c038a430b8c3f59e3f2f0367c64b85474ddcffe08
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6a47ded500a4c4302ef47f6c038a430b8c3f59e3f2f0367c64b85474ddcffe08].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 5m 32s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/shnjqgilhz3dk
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #643
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/643/display/redirect>
Changes:
------------------------------------------
[...truncated 1.21 MB...]
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "3h0m0s"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220905202039]"
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test5475"
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5475/go-2-1662410269175476816/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test5475"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:34787]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220905202039]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test5475",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test5475",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5475/go-2-1662410269175476816/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5475/go-2-1662410269175476816/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5475/go-2-1662410269175476816/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5475/go-2-1662410269175476816/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5475/go-2-1662410269175476816/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-yW9PBDK5qsirANRfjyHvU652wsa1l82tO13w9inaNZg.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-yW9PBDK5qsirANRfjyHvU652wsa1l82tO13w9inaNZg.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5475/go-2-1662410269175476816/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5475/go-2-1662410269175476816/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5475/go-2-1662410269175476816/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5475/go-2-1662410269175476816/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220905-203155"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220905202039"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220905-203155"
}
]
},
"name": "go-testbigqueryio_basicwriteread-195",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/05 20:37:58 Submitted job: 2022-09-05_13_37_58-5757798381046857749
2022/09/05 20:37:58 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-05_13_37_58-5757798381046857749?project=apache-beam-testing
2022/09/05 20:37:58 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-05_13_37_58-5757798381046857749
2022/09/05 20:37:58 Job state: JOB_STATE_PENDING ...
2022/09/05 20:38:28 Job still running ...
2022/09/05 20:38:58 Job still running ...
2022/09/05 20:39:28 Job still running ...
2022/09/05 20:39:58 Job still running ...
2022/09/05 20:40:28 Job still running ...
2022/09/05 20:40:58 Job still running ...
2022/09/05 20:41:28 Job still running ...
2022/09/05 20:41:58 Job still running ...
2022/09/05 20:42:28 Job still running ...
2022/09/05 20:42:58 Job 2022-09-05_13_37_58-5757798381046857749 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662409950323492255
--- PASS: TestBigQueryIO_BasicWriteRead (631.74s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 634.777s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.040s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.030s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:88db9de40621d238596336fa4cda8e90ea858c6d701ff75d89eb79f97dd1ab91
Associated tags:
- 20220905-203155
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220905-203155
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220905-203155].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:88db9de40621d238596336fa4cda8e90ea858c6d701ff75d89eb79f97dd1ab91].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220905202039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1eedfc0451eaa981c8bc827ec703f691424c8b442b2279200c37f0b685d66d5a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220905202039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1eedfc0451eaa981c8bc827ec703f691424c8b442b2279200c37f0b685d66d5a])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1eedfc0451eaa981c8bc827ec703f691424c8b442b2279200c37f0b685d66d5a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1eedfc0451eaa981c8bc827ec703f691424c8b442b2279200c37f0b685d66d5a].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220905202039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:207811f327dba6ede520b5c44121a9b7674663c02398c72108cf6d7e9addd1ff]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220905202039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:207811f327dba6ede520b5c44121a9b7674663c02398c72108cf6d7e9addd1ff])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:207811f327dba6ede520b5c44121a9b7674663c02398c72108cf6d7e9addd1ff
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:207811f327dba6ede520b5c44121a9b7674663c02398c72108cf6d7e9addd1ff].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 4m 51s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/hmtadr4oe5crw
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #642
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/642/display/redirect>
Changes:
------------------------------------------
[...truncated 1.19 MB...]
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:44471]"
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test3960"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3960/go-2-1662388669705713459/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test3960"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:44471]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220905142040]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test3960",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test3960",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3960/go-2-1662388669705713459/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3960/go-2-1662388669705713459/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3960/go-2-1662388669705713459/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3960/go-2-1662388669705713459/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3960/go-2-1662388669705713459/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-yW9PBDK5qsirANRfjyHvU652wsa1l82tO13w9inaNZg.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-yW9PBDK5qsirANRfjyHvU652wsa1l82tO13w9inaNZg.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3960/go-2-1662388669705713459/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3960/go-2-1662388669705713459/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3960/go-2-1662388669705713459/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3960/go-2-1662388669705713459/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220905142040"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220905-143156"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220905-143156"
}
]
},
"name": "go-testbigqueryio_basicwriteread-971",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/05 14:38:00 Submitted job: 2022-09-05_07_37_59-943306142018088430
2022/09/05 14:38:00 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-05_07_37_59-943306142018088430?project=apache-beam-testing
2022/09/05 14:38:00 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-05_07_37_59-943306142018088430
2022/09/05 14:38:00 Job state: JOB_STATE_PENDING ...
2022/09/05 14:38:30 Job still running ...
2022/09/05 14:39:00 Job still running ...
2022/09/05 14:39:30 Job still running ...
2022/09/05 14:40:00 Job still running ...
2022/09/05 14:40:30 Job still running ...
2022/09/05 14:41:00 Job still running ...
2022/09/05 14:41:30 Job still running ...
2022/09/05 14:42:00 Job still running ...
2022/09/05 14:42:30 Job still running ...
2022/09/05 14:43:00 Job still running ...
2022/09/05 14:43:30 Job 2022-09-05_07_37_59-943306142018088430 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662388352590334657
--- PASS: TestBigQueryIO_BasicWriteRead (661.42s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 664.449s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.028s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:4af38a0659f85d694b8c77adcedf3d64592025deea89e675d2088bdb934bc182
Associated tags:
- 20220905-143156
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220905-143156
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220905-143156].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:4af38a0659f85d694b8c77adcedf3d64592025deea89e675d2088bdb934bc182].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220905142040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a8f25354190f3c03b0b87c31d08f3f44211f2095d5887bb207545a1bec2a637f]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220905142040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a8f25354190f3c03b0b87c31d08f3f44211f2095d5887bb207545a1bec2a637f])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a8f25354190f3c03b0b87c31d08f3f44211f2095d5887bb207545a1bec2a637f
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a8f25354190f3c03b0b87c31d08f3f44211f2095d5887bb207545a1bec2a637f].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220905142040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:92d6c9f8b72813e83304d7018e6d07a528d47b2775c3fab7822a61634a5c4633]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220905142040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:92d6c9f8b72813e83304d7018e6d07a528d47b2775c3fab7822a61634a5c4633])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:92d6c9f8b72813e83304d7018e6d07a528d47b2775c3fab7822a61634a5c4633
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:92d6c9f8b72813e83304d7018e6d07a528d47b2775c3fab7822a61634a5c4633].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 46s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/lrtcp4odmadlu
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #641
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/641/display/redirect?page=changes>
Changes:
[noreply] Generalize interface of InfluxDBPublisher to support more use cases
------------------------------------------
[...truncated 1.23 MB...]
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "3h0m0s"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16705/go-2-1662366998189912791/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test16705"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:37649]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220905082029]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test16705",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test16705",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16705/go-2-1662366998189912791/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16705/go-2-1662366998189912791/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16705/go-2-1662366998189912791/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16705/go-2-1662366998189912791/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16705/go-2-1662366998189912791/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-yW9PBDK5qsirANRfjyHvU652wsa1l82tO13w9inaNZg.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-yW9PBDK5qsirANRfjyHvU652wsa1l82tO13w9inaNZg.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16705/go-2-1662366998189912791/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16705/go-2-1662366998189912791/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16705/go-2-1662366998189912791/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16705/go-2-1662366998189912791/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220905-083115"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220905082029"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220905-083115"
}
]
},
"name": "go-testbigqueryio_basicwriteread-548",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/05 08:36:48 Submitted job: 2022-09-05_01_36_47-10653818622449022208
2022/09/05 08:36:48 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-05_01_36_47-10653818622449022208?project=apache-beam-testing
2022/09/05 08:36:48 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-05_01_36_47-10653818622449022208
2022/09/05 08:36:48 Job state: JOB_STATE_PENDING ...
2022/09/05 08:37:18 Job still running ...
2022/09/05 08:37:48 Job still running ...
2022/09/05 08:38:18 Job still running ...
2022/09/05 08:38:48 Job still running ...
2022/09/05 08:39:18 Job still running ...
2022/09/05 08:39:48 Job still running ...
2022/09/05 08:40:18 Job still running ...
2022/09/05 08:40:48 Job still running ...
2022/09/05 08:41:18 Job still running ...
2022/09/05 08:41:48 Job still running ...
2022/09/05 08:42:18 Job 2022-09-05_01_36_47-10653818622449022208 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662366710290847003
--- PASS: TestBigQueryIO_BasicWriteRead (631.66s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 634.693s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.030s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220905-083115
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220905-083115
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:9182731b100059873ae76d39f7eb2f385a31782002e1b65f323997ea8d83d2f4
Deleted: sha256:0d0b82f8681e4c59d36f2938badfeca64584bf89ea4a050bc6a348aad7860821
Deleted: sha256:10ba294d91c6f04c74cb2a0a9b759b09da25cfa540581d68894842c70e35091a
Deleted: sha256:0e1921c97fde558cde84cde3a108466de41f9089fe8d88474e4459478bd74c8a
Deleted: sha256:dcb3dd28249b7e1acef3a115f272232e1e32634e9dd00b1899f648c5fcc0c62c
Deleted: sha256:cabbf11cee3cd7ba145da9335eca99802dbe6ad59055de5cf88eeabae151bfdc
Deleted: sha256:e16e9854d8cf42eb106d811ef1e1cb79332a090637473388401ae577d301d399
Deleted: sha256:19c76dfe4802eace88a21fed18406f7019aa45b94f701869707f40c5c6f49193
Deleted: sha256:1d82d370b44a16da13ee3b657258c391364ccd873e332fdbd0acadea5ecb8535
Deleted: sha256:7e6d3f0eb23f8b0fcf968b62101e0ee8a27619d43323e2233d5d18d0bbcf45fd
Deleted: sha256:6642586f33043794f13b05c0ee1829805980c72e79b27b65a52225a3da349542
Deleted: sha256:739f8d31664ca59e4720c51f5c3eb9704a701b7091c1f37749bf536717f3ad4b
Deleted: sha256:f0e2a3a9efc9cf51b04a8197596a2eedb76d4bdff5838d491c040080d59fc389
Deleted: sha256:e2d96e6c481b2aedfcd0c84ddc3ea5159493e3b6f41eb90aacefe4a5d857b8e2
Deleted: sha256:2d36e9ab7ee114a1aa448bd9b4948ffaa094dbb83125a0ce6c7e8c55295dacc7
Deleted: sha256:d543c399eb65abd7c58ebef8579943f30222a2f652a58a670b7242a1ad5e2f2c
Deleted: sha256:db39d2610d2ec6114cd5052f199503e3c8469c3b404a044e27247ec0bbf8db1c
Deleted: sha256:65125361a5191f2b62f6e845546539a1714d050b985f8359074abc577188c689
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220905-083115
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:9182731b100059873ae76d39f7eb2f385a31782002e1b65f323997ea8d83d2f4
Associated tags:
- 20220905-083115
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220905-083115
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220905-083115].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:9182731b100059873ae76d39f7eb2f385a31782002e1b65f323997ea8d83d2f4].
$ rm -rf /tmp/tmp.lC644j9Aaf
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2176712.
Stopping expansion service pid: 2176713.
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220905082029
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0e0e2c01cd6602bc8f18aa1b42b2e8882b61cc1747ac422be2341c195c8188c0
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220905082029]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0e0e2c01cd6602bc8f18aa1b42b2e8882b61cc1747ac422be2341c195c8188c0]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220905082029] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0e0e2c01cd6602bc8f18aa1b42b2e8882b61cc1747ac422be2341c195c8188c0])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0e0e2c01cd6602bc8f18aa1b42b2e8882b61cc1747ac422be2341c195c8188c0
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0e0e2c01cd6602bc8f18aa1b42b2e8882b61cc1747ac422be2341c195c8188c0
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0e0e2c01cd6602bc8f18aa1b42b2e8882b61cc1747ac422be2341c195c8188c0].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220905082029
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9ef4707baa23e154239c4c9e5e6ac4db5c83e81cf9cac25e64816185368779c0
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220905082029]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9ef4707baa23e154239c4c9e5e6ac4db5c83e81cf9cac25e64816185368779c0]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220905082029] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9ef4707baa23e154239c4c9e5e6ac4db5c83e81cf9cac25e64816185368779c0])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9ef4707baa23e154239c4c9e5e6ac4db5c83e81cf9cac25e64816185368779c0
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9ef4707baa23e154239c4c9e5e6ac4db5c83e81cf9cac25e64816185368779c0
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9ef4707baa23e154239c4c9e5e6ac4db5c83e81cf9cac25e64816185368779c0].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 5m 40s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/bzjojvkpb2vfc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #640
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/640/display/redirect>
Changes:
------------------------------------------
[...truncated 812.22 KB...]
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17777/go-2-1662345408590170077/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test17777"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:43317]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220905022028]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test17777",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test17777",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17777/go-2-1662345408590170077/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17777/go-2-1662345408590170077/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17777/go-2-1662345408590170077/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17777/go-2-1662345408590170077/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-yW9PBDK5qsirANRfjyHvU652wsa1l82tO13w9inaNZg.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-yW9PBDK5qsirANRfjyHvU652wsa1l82tO13w9inaNZg.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17777/go-2-1662345408590170077/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17777/go-2-1662345408590170077/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17777/go-2-1662345408590170077/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17777/go-2-1662345408590170077/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17777/go-2-1662345408590170077/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220905-023056"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220905022028"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220905-023056"
}
]
},
"name": "go-testbigqueryio_basicwriteread-872",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/05 02:36:58 Submitted job: 2022-09-04_19_36_57-16008647129750464200
2022/09/05 02:36:58 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-04_19_36_57-16008647129750464200?project=apache-beam-testing
2022/09/05 02:36:58 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-04_19_36_57-16008647129750464200
2022/09/05 02:36:58 Job state: JOB_STATE_PENDING ...
2022/09/05 02:37:28 Job still running ...
2022/09/05 02:37:58 Job still running ...
2022/09/05 02:38:28 Job still running ...
2022/09/05 02:38:58 Job still running ...
2022/09/05 02:39:28 Job still running ...
2022/09/05 02:39:58 Job still running ...
2022/09/05 02:40:28 Job still running ...
2022/09/05 02:40:58 Job still running ...
2022/09/05 02:41:28 Job still running ...
2022/09/05 02:41:58 Job 2022-09-04_19_36_57-16008647129750464200 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662345090654442695
--- PASS: TestBigQueryIO_BasicWriteRead (631.07s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 634.104s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220905-023056
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220905-023056
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7dd70ce981d6584be0e90e4e96fd2ac6d5b6fa4343085ee0cedd25747a7d7592
Deleted: sha256:3aeec5beadb9bbc29874fad64a154a83b21404b75b45ccab85d20943ed5ea079
Deleted: sha256:2b26d5fa47474c836b169bfa27f75f259c18a4fcec4bf0e494c4d62466758eeb
Deleted: sha256:b77836778a9001c585d982111e9a01cefb235dfa38ac17d5bdcb74bebb38a8b7
Deleted: sha256:b15dd85c2fc4241e82d11f5d62e92b820418f82843ef75c960ffa846859a9600
Deleted: sha256:7752c0bc779ff813440f2078c4764f443fcbd1b768154f1473eb01fd91167f7f
Deleted: sha256:1bdab89bd7c4cf8f932f2f6b60b40db9ae91ab09ecc562e81ca68f5a19f8c8cd
Deleted: sha256:dea0286a5a156e7c73db84671a3f8a90bc2576bbda2825fce594a4906179a45e
Deleted: sha256:b4f5424f43388a8958e665875243bd9eab80678528599ca983a95aedb971e9cf
Deleted: sha256:b46dad5e4f91125933b499a0251cb203f274a767f8a481c7a5c6cd35366710bf
Deleted: sha256:e3a5996b429c85063aa25c8e6e76973438636f002c734ce871a7ec8c31f1317c
Deleted: sha256:a8c3c99dbe8466f4184b30012a86960cdad458e5294e6522bd9d85fc401249b4
Deleted: sha256:b2222c8a599897a0c3d204bd3fbf759c24f34541d9d2080f18d605b38ef7e8c5
Deleted: sha256:b3ed6dd17a9bc9effa8349d915c153bb49267b21406a8f047a2c1a1dc4f9325f
Deleted: sha256:375648e9a48c1e2d823f20179c2962be658d2b5121a0d08da3e1e2197ecab6d3
Deleted: sha256:f8b543deb51f831e83a0beb350f54a8f8240f82b3919325cb8cca50ce8fef5fe
Deleted: sha256:694b21602a920dfc32602435a8998c3b995d707cbdaa96aa3510f00008c36932
Deleted: sha256:b20241f42de2a083ecc6d165533619e187de1fe630477a9be9c27155a60ddacd
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220905-023056
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7dd70ce981d6584be0e90e4e96fd2ac6d5b6fa4343085ee0cedd25747a7d7592
Associated tags:
- 20220905-023056
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220905-023056
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220905-023056].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7dd70ce981d6584be0e90e4e96fd2ac6d5b6fa4343085ee0cedd25747a7d7592].
$ rm -rf /tmp/tmp.4YX5pnWgrH
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2057494.
Stopping expansion service pid: 2057495.
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220905022028
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f401563737ac24cb6648a2a5db8e54135f02b88240cbb0d11b91120a85ae4838
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220905022028]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f401563737ac24cb6648a2a5db8e54135f02b88240cbb0d11b91120a85ae4838]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220905022028] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f401563737ac24cb6648a2a5db8e54135f02b88240cbb0d11b91120a85ae4838])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f401563737ac24cb6648a2a5db8e54135f02b88240cbb0d11b91120a85ae4838
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f401563737ac24cb6648a2a5db8e54135f02b88240cbb0d11b91120a85ae4838
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f401563737ac24cb6648a2a5db8e54135f02b88240cbb0d11b91120a85ae4838].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220905022028
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:40c21217fb41af0729184d8f6002bb17a2d99777eb8ecd95b5a29e89d1baf3ca
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220905022028]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:40c21217fb41af0729184d8f6002bb17a2d99777eb8ecd95b5a29e89d1baf3ca]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220905022028] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:40c21217fb41af0729184d8f6002bb17a2d99777eb8ecd95b5a29e89d1baf3ca])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:40c21217fb41af0729184d8f6002bb17a2d99777eb8ecd95b5a29e89d1baf3ca
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:40c21217fb41af0729184d8f6002bb17a2d99777eb8ecd95b5a29e89d1baf3ca
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:40c21217fb41af0729184d8f6002bb17a2d99777eb8ecd95b5a29e89d1baf3ca].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 5m 18s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/s7wva6lertxmq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #639
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/639/display/redirect>
Changes:
------------------------------------------
[...truncated 844.26 KB...]
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18243/go-2-1662323834253982621/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test18243"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:39975]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220904202029]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test18243",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test18243",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18243/go-2-1662323834253982621/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18243/go-2-1662323834253982621/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18243/go-2-1662323834253982621/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18243/go-2-1662323834253982621/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18243/go-2-1662323834253982621/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18243/go-2-1662323834253982621/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-yW9PBDK5qsirANRfjyHvU652wsa1l82tO13w9inaNZg.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-yW9PBDK5qsirANRfjyHvU652wsa1l82tO13w9inaNZg.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18243/go-2-1662323834253982621/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18243/go-2-1662323834253982621/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18243/go-2-1662323834253982621/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220904202029"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220904-203121"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220904-203121"
}
]
},
"name": "go-testbigqueryio_basicwriteread-191",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/04 20:37:23 Submitted job: 2022-09-04_13_37_23-6801733903456614177
2022/09/04 20:37:23 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-04_13_37_23-6801733903456614177?project=apache-beam-testing
2022/09/04 20:37:23 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-04_13_37_23-6801733903456614177
2022/09/04 20:37:24 Job state: JOB_STATE_PENDING ...
2022/09/04 20:37:54 Job still running ...
2022/09/04 20:38:24 Job still running ...
2022/09/04 20:38:54 Job still running ...
2022/09/04 20:39:24 Job still running ...
2022/09/04 20:39:54 Job still running ...
2022/09/04 20:40:24 Job still running ...
2022/09/04 20:40:54 Job still running ...
2022/09/04 20:41:24 Job still running ...
2022/09/04 20:41:54 Job still running ...
2022/09/04 20:42:24 Job still running ...
2022/09/04 20:42:54 Job 2022-09-04_13_37_23-6801733903456614177 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662323516439509864
--- PASS: TestBigQueryIO_BasicWriteRead (661.14s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 664.168s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.032s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.034s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220904-203121
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220904-203121
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:3107af3380336cb0f4f5bbcae488861ef1b1d0de8b5d6e721b7a60b0d6c8b89a
Deleted: sha256:b6c3b75c4b8722ff3708643e61793db0f0456f20e0ca9cff0db0424c4542bf8a
Deleted: sha256:903b3c72a848cd812b0cf700c65e623f3c5a5f658b4c5c664dff8eb295ad6970
Deleted: sha256:57476811bd9799035f96260e9c657d4855789953b5147765b32c447775ba39ee
Deleted: sha256:70ba5ad9abc408c6c8524f4099a67c14c822e7c4652f5c3cb7dbc95fb5887593
Deleted: sha256:60cf3aa410194cd895cfc1fdf00c27c12ef5e4f625f3eff35fe7fbebebd0d58b
Deleted: sha256:9d4f3b3f005f64455f4074cbe6250a8f0e3bd4da3ca13380a9534e83a62b120a
Deleted: sha256:4776cb8e3394aff7d28e8b87394862efe27ae53daec4ca2ae60c788b4d50c651
Deleted: sha256:2554798b47c7ae2082a3bd37cf454e373bc053ce857aaf4e7ea39b013a29c68c
Deleted: sha256:357f9c6cc0f66adeaeed1d191324c1762146c7c20491893b568525e53aee895c
Deleted: sha256:f058a24b800a426827a6834c4812fd51f880ae2372b4767c4e495cd775288bae
Deleted: sha256:5d45dac69257c558ca9461bc70006f7ffaf16909885435681630d4c996bcc604
Deleted: sha256:5d3d44d00d2ca5a795bac88971b18341e32b175c44f8984d55aa58bcc32c9490
Deleted: sha256:445f6c148654e759ab61d1e204a9641a9da72c08b81cbdb37a14a2ea10446598
Deleted: sha256:ffbd274fe0ba717579ac67d9528f04009b7a3022bd7297ddb9f8c5749752c4b2
Deleted: sha256:2b0e30d26789cc3399bbd6dd661c17548567dbc75f6233b3ef90e7aaa0e6e97a
Deleted: sha256:b21c2908e77e8617ab3507228396855991dc23aaf39b7738088f737809bf746a
Deleted: sha256:2e706f5bf03ca600f7630247ab725516171c3f22c920ca999c3a18d5dbb95f8c
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220904-203121
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:3107af3380336cb0f4f5bbcae488861ef1b1d0de8b5d6e721b7a60b0d6c8b89a
Associated tags:
- 20220904-203121
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220904-203121
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220904-203121].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:3107af3380336cb0f4f5bbcae488861ef1b1d0de8b5d6e721b7a60b0d6c8b89a].
$ rm -rf /tmp/tmp.zFL8hoCxYW
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1979475.
Stopping expansion service pid: 1979476.
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220904202029
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ff61834d0f6b854287a835ccd8c41914153d728a4ad34a131b3083a614b16abc
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220904202029]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ff61834d0f6b854287a835ccd8c41914153d728a4ad34a131b3083a614b16abc]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220904202029] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ff61834d0f6b854287a835ccd8c41914153d728a4ad34a131b3083a614b16abc])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ff61834d0f6b854287a835ccd8c41914153d728a4ad34a131b3083a614b16abc
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ff61834d0f6b854287a835ccd8c41914153d728a4ad34a131b3083a614b16abc
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ff61834d0f6b854287a835ccd8c41914153d728a4ad34a131b3083a614b16abc].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220904202029
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:65e959531cba66b1cdc085c5cfe7e38e948646cf33459a65ed7da12015a25b0b
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220904202029]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:65e959531cba66b1cdc085c5cfe7e38e948646cf33459a65ed7da12015a25b0b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220904202029] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:65e959531cba66b1cdc085c5cfe7e38e948646cf33459a65ed7da12015a25b0b])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:65e959531cba66b1cdc085c5cfe7e38e948646cf33459a65ed7da12015a25b0b
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:65e959531cba66b1cdc085c5cfe7e38e948646cf33459a65ed7da12015a25b0b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:65e959531cba66b1cdc085c5cfe7e38e948646cf33459a65ed7da12015a25b0b].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 5m 12s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/w63miqojivzeg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #638
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/638/display/redirect>
Changes:
------------------------------------------
[...truncated 1.19 MB...]
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220904142028]"
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "3h0m0s"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test9014"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9014/go-2-1662302212128710961/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test9014"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:39945]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220904142028]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test9014",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test9014",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9014/go-2-1662302212128710961/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9014/go-2-1662302212128710961/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9014/go-2-1662302212128710961/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-yW9PBDK5qsirANRfjyHvU652wsa1l82tO13w9inaNZg.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-yW9PBDK5qsirANRfjyHvU652wsa1l82tO13w9inaNZg.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9014/go-2-1662302212128710961/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9014/go-2-1662302212128710961/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9014/go-2-1662302212128710961/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9014/go-2-1662302212128710961/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9014/go-2-1662302212128710961/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test9014/go-2-1662302212128710961/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220904142028"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220904-143100"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220904-143100"
}
]
},
"name": "go-testbigqueryio_basicwriteread-402",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/04 14:37:02 Submitted job: 2022-09-04_07_37_02-16585892897076283269
2022/09/04 14:37:02 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-04_07_37_02-16585892897076283269?project=apache-beam-testing
2022/09/04 14:37:02 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-04_07_37_02-16585892897076283269
2022/09/04 14:37:02 Job state: JOB_STATE_PENDING ...
2022/09/04 14:37:32 Job still running ...
2022/09/04 14:38:02 Job still running ...
2022/09/04 14:38:32 Job still running ...
2022/09/04 14:39:02 Job still running ...
2022/09/04 14:39:32 Job still running ...
2022/09/04 14:40:02 Job still running ...
2022/09/04 14:40:32 Job still running ...
2022/09/04 14:41:02 Job still running ...
2022/09/04 14:41:32 Job still running ...
2022/09/04 14:42:02 Job 2022-09-04_07_37_02-16585892897076283269 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662301895050967835
--- PASS: TestBigQueryIO_BasicWriteRead (630.91s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 633.945s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.030s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.033s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:983615220227d70fc6d4eabfec54d79493b5afed7ab9e15d7d004a29ebe1a582
Associated tags:
- 20220904-143100
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220904-143100
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220904-143100].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:983615220227d70fc6d4eabfec54d79493b5afed7ab9e15d7d004a29ebe1a582].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220904142028]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:da8f15e5187f33c1789d30e32d866eb6b9bc30f6de07e915d28dd89d2aa603df]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220904142028] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:da8f15e5187f33c1789d30e32d866eb6b9bc30f6de07e915d28dd89d2aa603df])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:da8f15e5187f33c1789d30e32d866eb6b9bc30f6de07e915d28dd89d2aa603df
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:da8f15e5187f33c1789d30e32d866eb6b9bc30f6de07e915d28dd89d2aa603df].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220904142028]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6e2d81150fb2bcfafb8ab8852c7948e6498a81cbfc5fb63b8b5a57ccbb952435]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220904142028] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6e2d81150fb2bcfafb8ab8852c7948e6498a81cbfc5fb63b8b5a57ccbb952435])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6e2d81150fb2bcfafb8ab8852c7948e6498a81cbfc5fb63b8b5a57ccbb952435
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6e2d81150fb2bcfafb8ab8852c7948e6498a81cbfc5fb63b8b5a57ccbb952435].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 5m 49s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/7ud7xzeawhybu
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #637
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/637/display/redirect>
Changes:
------------------------------------------
[...truncated 837.20 KB...]
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:39687]"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16540/go-2-1662280654296469932/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test16540"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:39687]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220904082028]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test16540",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test16540",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16540/go-2-1662280654296469932/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16540/go-2-1662280654296469932/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16540/go-2-1662280654296469932/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16540/go-2-1662280654296469932/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16540/go-2-1662280654296469932/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16540/go-2-1662280654296469932/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16540/go-2-1662280654296469932/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-yW9PBDK5qsirANRfjyHvU652wsa1l82tO13w9inaNZg.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-yW9PBDK5qsirANRfjyHvU652wsa1l82tO13w9inaNZg.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16540/go-2-1662280654296469932/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test16540/go-2-1662280654296469932/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220904-083143"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220904082028"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220904-083143"
}
]
},
"name": "go-testbigqueryio_basicwriteread-983",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/04 08:37:44 Submitted job: 2022-09-04_01_37_43-6726211766368739456
2022/09/04 08:37:44 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-04_01_37_43-6726211766368739456?project=apache-beam-testing
2022/09/04 08:37:44 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-04_01_37_43-6726211766368739456
2022/09/04 08:37:44 Job state: JOB_STATE_PENDING ...
2022/09/04 08:38:14 Job still running ...
2022/09/04 08:38:44 Job still running ...
2022/09/04 08:39:14 Job still running ...
2022/09/04 08:39:44 Job still running ...
2022/09/04 08:40:14 Job still running ...
2022/09/04 08:40:44 Job still running ...
2022/09/04 08:41:14 Job still running ...
2022/09/04 08:41:44 Job still running ...
2022/09/04 08:42:14 Job still running ...
2022/09/04 08:42:44 Job still running ...
2022/09/04 08:43:14 Job 2022-09-04_01_37_43-6726211766368739456 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662280337070916145
--- PASS: TestBigQueryIO_BasicWriteRead (660.46s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 663.488s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.032s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.027s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220904-083143
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220904-083143
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:25b6be4e14c4f473171a77188f89543c5b5e2596054db6e8a7d8ff056f1d9899
Deleted: sha256:a64fbd20906e30f0986650d2f9f032dd0a83365fe92ee1a70081d84a0e2c623d
Deleted: sha256:98da623caad3df38fe563527da77a8e8d579a8698e30b3995f5bdd730a324f8c
Deleted: sha256:fd0b10ceba434077de7a17ee91cbf1d09855512806e001ebaf37c2f0114a1841
Deleted: sha256:8fba0f4cbffe8c0d40c28f4b96bbf7b5b5834febfc6bf5409162e2b91c7c0aef
Deleted: sha256:b5a449dde26f0348aedbf7ad21c1ef449f0e368aa22e192bc446c9b144645661
Deleted: sha256:7556a290f4af113ad51765f11aa5c11d03b4b15414ccf8e7adeb9d2d766acb97
Deleted: sha256:364c9c187ab0fbc662d221c97863ef331489ee0ca778a3b3de10eb78adc1d23b
Deleted: sha256:23d197e1d0bc0313e91aeeeb14308e98a1f18ec769aa2d9106a40f9b35252acf
Deleted: sha256:0302179acd99b7aefa742de8093c4318490faa6e4277636d165894b110d1220d
Deleted: sha256:1dabf706320b96171870d2908fbfc5456a39576e2db461453e614511f85693f5
Deleted: sha256:46d8e026f8600cfdea79b3b1ab1dbdb14e4a379fac3485bb0b64d8cae03872d2
Deleted: sha256:69991fbd425bc1a31b5c8d99c2a78255c816da4a80efdce22e4048ec7b94e102
Deleted: sha256:c19f0cd5223dad75847dc11adc3cc33c8b9925e8771b1399169912bb6fb09bc0
Deleted: sha256:c380a099b52ea3f8230112be9a151fe90bc989b98f2e55c2f68d2458a43408ed
Deleted: sha256:ff2f6b81c63422986a7f87819f548736f98aaf3a9a57c8cd8a5d938336ce8c2a
Deleted: sha256:186fb47837b576cfab973144ffa8715ec4f3b5a43a619d1c9da1f228ec17757b
Deleted: sha256:ea86eb43d9a4f49e02d94e10472c8407f719c3486a48ce31d7e80024dbf02412
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220904-083143
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:25b6be4e14c4f473171a77188f89543c5b5e2596054db6e8a7d8ff056f1d9899
Associated tags:
- 20220904-083143
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220904-083143
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220904-083143].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:25b6be4e14c4f473171a77188f89543c5b5e2596054db6e8a7d8ff056f1d9899].
$ rm -rf /tmp/tmp.m7c8PcWHzA
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1807362.
Stopping expansion service pid: 1807363.
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220904082028
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ad428b371b2a83f58e4b4396e484a367bdfb34f4cf56126988290cc77831e564
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220904082028]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ad428b371b2a83f58e4b4396e484a367bdfb34f4cf56126988290cc77831e564]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220904082028] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ad428b371b2a83f58e4b4396e484a367bdfb34f4cf56126988290cc77831e564])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ad428b371b2a83f58e4b4396e484a367bdfb34f4cf56126988290cc77831e564
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ad428b371b2a83f58e4b4396e484a367bdfb34f4cf56126988290cc77831e564
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ad428b371b2a83f58e4b4396e484a367bdfb34f4cf56126988290cc77831e564].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220904082028
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6b7429b0e96c189e03ccee58cdfffebd36115b0bdef6f349f7117c2d47e633c7
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220904082028]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6b7429b0e96c189e03ccee58cdfffebd36115b0bdef6f349f7117c2d47e633c7]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220904082028] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6b7429b0e96c189e03ccee58cdfffebd36115b0bdef6f349f7117c2d47e633c7])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6b7429b0e96c189e03ccee58cdfffebd36115b0bdef6f349f7117c2d47e633c7
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6b7429b0e96c189e03ccee58cdfffebd36115b0bdef6f349f7117c2d47e633c7
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6b7429b0e96c189e03ccee58cdfffebd36115b0bdef6f349f7117c2d47e633c7].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 4m 33s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/4nghlz323pvl6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #636
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/636/display/redirect?page=changes>
Changes:
[noreply] [#19857] Migrate to using a memory aware cache within the Python SDK
------------------------------------------
[...truncated 791.16 KB...]
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:39793]"
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test22533"
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220904022028]"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22533/go-2-1662259029199180069/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test22533"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:39793]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220904022028]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test22533",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test22533",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22533/go-2-1662259029199180069/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22533/go-2-1662259029199180069/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22533/go-2-1662259029199180069/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22533/go-2-1662259029199180069/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-yW9PBDK5qsirANRfjyHvU652wsa1l82tO13w9inaNZg.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-yW9PBDK5qsirANRfjyHvU652wsa1l82tO13w9inaNZg.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22533/go-2-1662259029199180069/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22533/go-2-1662259029199180069/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22533/go-2-1662259029199180069/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22533/go-2-1662259029199180069/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22533/go-2-1662259029199180069/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220904-023115"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220904022028"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220904-023115"
}
]
},
"name": "go-testbigqueryio_basicwriteread-295",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/04 02:37:19 Submitted job: 2022-09-03_19_37_19-8078095577020692735
2022/09/04 02:37:19 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-03_19_37_19-8078095577020692735?project=apache-beam-testing
2022/09/04 02:37:19 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-03_19_37_19-8078095577020692735
2022/09/04 02:37:19 Job state: JOB_STATE_PENDING ...
2022/09/04 02:37:50 Job still running ...
2022/09/04 02:38:20 Job still running ...
2022/09/04 02:38:50 Job still running ...
2022/09/04 02:39:20 Job still running ...
2022/09/04 02:39:50 Job still running ...
2022/09/04 02:40:20 Job still running ...
2022/09/04 02:40:50 Job still running ...
2022/09/04 02:41:20 Job still running ...
2022/09/04 02:41:50 Job still running ...
2022/09/04 02:42:20 Job still running ...
2022/09/04 02:42:50 Job 2022-09-03_19_37_19-8078095577020692735 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662258712528218005
--- PASS: TestBigQueryIO_BasicWriteRead (661.07s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 664.104s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.032s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:3779f0dc84bb2e87ed461cb3342542d6dd481993d55ff39e4723e69504ee4659
Associated tags:
- 20220904-023115
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220904-023115
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220904-023115].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:3779f0dc84bb2e87ed461cb3342542d6dd481993d55ff39e4723e69504ee4659].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220904022028]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f11c0c373fb8c9b07ce525e70fd7c5d9c118fac874af2e210aac1749ee36abd2]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220904022028] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f11c0c373fb8c9b07ce525e70fd7c5d9c118fac874af2e210aac1749ee36abd2])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f11c0c373fb8c9b07ce525e70fd7c5d9c118fac874af2e210aac1749ee36abd2
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f11c0c373fb8c9b07ce525e70fd7c5d9c118fac874af2e210aac1749ee36abd2].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220904022028]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:52dc7156b03b53cb9db2ca9949b3d09308d963b330de026d44e624c20e045b76]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220904022028] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:52dc7156b03b53cb9db2ca9949b3d09308d963b330de026d44e624c20e045b76])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:52dc7156b03b53cb9db2ca9949b3d09308d963b330de026d44e624c20e045b76
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:52dc7156b03b53cb9db2ca9949b3d09308d963b330de026d44e624c20e045b76].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 5m 38s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/n4dszumhzyjvc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #635
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/635/display/redirect>
Changes:
------------------------------------------
[...truncated 1.19 MB...]
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220903202029]"
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "3h0m0s"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test13094"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13094/go-2-1662237425308927907/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test13094"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:40431]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220903202029]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test13094",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test13094",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13094/go-2-1662237425308927907/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13094/go-2-1662237425308927907/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13094/go-2-1662237425308927907/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13094/go-2-1662237425308927907/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13094/go-2-1662237425308927907/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13094/go-2-1662237425308927907/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-yW9PBDK5qsirANRfjyHvU652wsa1l82tO13w9inaNZg.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-yW9PBDK5qsirANRfjyHvU652wsa1l82tO13w9inaNZg.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13094/go-2-1662237425308927907/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13094/go-2-1662237425308927907/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13094/go-2-1662237425308927907/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220903-203112"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220903202029"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220903-203112"
}
]
},
"name": "go-testbigqueryio_basicwriteread-134",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/03 20:37:14 Submitted job: 2022-09-03_13_37_14-10831485937491896168
2022/09/03 20:37:14 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-03_13_37_14-10831485937491896168?project=apache-beam-testing
2022/09/03 20:37:14 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-03_13_37_14-10831485937491896168
2022/09/03 20:37:15 Job state: JOB_STATE_PENDING ...
2022/09/03 20:37:45 Job still running ...
2022/09/03 20:38:15 Job still running ...
2022/09/03 20:38:45 Job still running ...
2022/09/03 20:39:15 Job still running ...
2022/09/03 20:39:45 Job still running ...
2022/09/03 20:40:15 Job still running ...
2022/09/03 20:40:45 Job still running ...
2022/09/03 20:41:15 Job still running ...
2022/09/03 20:41:45 Job still running ...
2022/09/03 20:42:16 Job 2022-09-03_13_37_14-10831485937491896168 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662237107782325893
--- PASS: TestBigQueryIO_BasicWriteRead (631.32s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 634.349s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.028s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7ac7daae0b5284aa71b816202a68b6fcb160eaa24f090c358b9500202707d101
Associated tags:
- 20220903-203112
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220903-203112
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220903-203112].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7ac7daae0b5284aa71b816202a68b6fcb160eaa24f090c358b9500202707d101].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220903202029]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0dfb6f82cfe313354764cdd016d2dde3b19091b4fe5778943367d1d06ad3b602]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220903202029] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0dfb6f82cfe313354764cdd016d2dde3b19091b4fe5778943367d1d06ad3b602])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0dfb6f82cfe313354764cdd016d2dde3b19091b4fe5778943367d1d06ad3b602
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:0dfb6f82cfe313354764cdd016d2dde3b19091b4fe5778943367d1d06ad3b602].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220903202029]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5b0bf98d105171a7d02b158088e42c9d3bdbe177383c01640a96482a00a048a7]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220903202029] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5b0bf98d105171a7d02b158088e42c9d3bdbe177383c01640a96482a00a048a7])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5b0bf98d105171a7d02b158088e42c9d3bdbe177383c01640a96482a00a048a7
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5b0bf98d105171a7d02b158088e42c9d3bdbe177383c01640a96482a00a048a7].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 5m 44s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/r5fdigaeh4qis
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #634
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/634/display/redirect>
Changes:
------------------------------------------
[...truncated 949.55 KB...]
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test21465"
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "3h0m0s"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21465/go-8-1662218234559361224/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test21465"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:46699]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220903142030]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test21465",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test21465",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21465/go-8-1662218234559361224/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21465/go-8-1662218234559361224/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21465/go-8-1662218234559361224/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21465/go-8-1662218234559361224/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21465/go-8-1662218234559361224/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21465/go-8-1662218234559361224/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21465/go-8-1662218234559361224/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.42.0-SNAPSHOT-KdCx3iZIHJXoC0_3Wg5Gcuy73RIQUo8K7wyaTyFYMUU.jar",
"name": "beam-sdks-java-testing-expansion-service-testExpansionService-2.42.0-SNAPSHOT-KdCx3iZIHJXoC0_3Wg5Gcuy73RIQUo8K7wyaTyFYMUU.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21465/go-8-1662218234559361224/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test21465/go-8-1662218234559361224/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220903142030"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220903-143146"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220903-143146"
}
]
},
"name": "go-testxlang_partition-414",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/03 15:17:25 Submitted job: 2022-09-03_08_17_25-12820233342928038392
2022/09/03 15:17:25 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-03_08_17_25-12820233342928038392?project=apache-beam-testing
2022/09/03 15:17:25 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-03_08_17_25-12820233342928038392
2022/09/03 15:17:25 Job state: JOB_STATE_PENDING ...
2022/09/03 15:17:55 Job still running ...
2022/09/03 15:18:25 Job still running ...
2022/09/03 15:18:55 Job still running ...
2022/09/03 15:19:25 Job still running ...
2022/09/03 15:19:55 Job still running ...
2022/09/03 15:20:25 Job still running ...
2022/09/03 15:20:56 Job still running ...
2022/09/03 15:21:26 Job still running ...
2022/09/03 15:21:56 Job still running ...
2022/09/03 15:22:26 Job still running ...
2022/09/03 15:22:56 Job still running ...
2022/09/03 15:23:26 Job still running ...
2022/09/03 15:23:56 Job still running ...
2022/09/03 15:24:26 Job still running ...
2022/09/03 15:24:56 Job still running ...
2022/09/03 15:25:26 Job still running ...
2022/09/03 15:25:56 Job still running ...
ptest.go:108: Failed to execute job: Job 2022-09-03_08_17_25-12820233342928038392 failed
--- FAIL: TestXLang_Partition (552.40s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang 3244.356s
=== RUN TestBigQueryIO_BasicWriteRead
bigquery_test.go:210: error creating BigQuery table: creating table through command "/usr/bin/bq query --use_legacy_sql=false CREATE TABLE `apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662215545882875961`(counter INT64 NOT NULL, rand_data STRUCT<flip BOOL NOT NULL,num INT64 NOT NULL,word STRING NOT NULL> NOT NULL) OPTIONS(expiration_timestamp=TIMESTAMP_ADD(CURRENT_TIMESTAMP(), INTERVAL 1 DAY))" failed with output:
BigQuery error in query operation: Error encountered during execution. Retrying
may solve the problem.
--- FAIL: TestBigQueryIO_BasicWriteRead (62.74s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 65.771s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.032s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a888eae00f05adb12f6d1ae281a067ed3abaeefcc3703c655662c4728b1b959d
Associated tags:
- 20220903-143146
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220903-143146
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220903-143146].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a888eae00f05adb12f6d1ae281a067ed3abaeefcc3703c655662c4728b1b959d].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220903142030]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:311bf5c1121a606fbd6903556049e262dd57c9bb6e1793a7ca1e88674f69cec7]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220903142030] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:311bf5c1121a606fbd6903556049e262dd57c9bb6e1793a7ca1e88674f69cec7])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:311bf5c1121a606fbd6903556049e262dd57c9bb6e1793a7ca1e88674f69cec7
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:311bf5c1121a606fbd6903556049e262dd57c9bb6e1793a7ca1e88674f69cec7].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220903142030]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:823b8f147c9322256a928c74d3545696520bca042a319357c613c637cb2c8b4e]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220903142030] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:823b8f147c9322256a928c74d3545696520bca042a319357c613c637cb2c8b4e])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:823b8f147c9322256a928c74d3545696520bca042a319357c613c637cb2c8b4e
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:823b8f147c9322256a928c74d3545696520bca042a319357c613c637cb2c8b4e].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 16s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/l6tejipxukhre
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #633
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/633/display/redirect>
Changes:
------------------------------------------
[...truncated 105.13 KB...]
Collecting msrest>=0.6.21
Using cached msrest-0.7.1-py3-none-any.whl (85 kB)
Collecting botocore<1.28.0,>=1.27.66
Using cached botocore-1.27.66-py3-none-any.whl (9.1 MB)
Collecting jmespath<2.0.0,>=0.7.1
Using cached jmespath-1.0.1-py3-none-any.whl (20 kB)
Collecting s3transfer<0.7.0,>=0.6.0
Using cached s3transfer-0.6.0-py3-none-any.whl (79 kB)
> Task :sdks:java:io:google-cloud-platform:expansion-service:shadowDistZip
> Task :sdks:java:io:google-cloud-platform:expansion-service:assemble
> Task :sdks:java:io:google-cloud-platform:expansion-service:analyzeClassesDependencies FROM-CACHE
> Task :sdks:java:io:google-cloud-platform:expansion-service:analyzeTestClassesDependencies SKIPPED
> Task :sdks:java:io:google-cloud-platform:expansion-service:analyzeDependencies UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:checkstyleMain NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:checkstyleTest NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:javadoc NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:spotbugsMain NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:spotbugsTest SKIPPED
> Task :sdks:java:io:google-cloud-platform:expansion-service:test NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:check UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:build
> Task :sdks:python:installGcpTest
Collecting cffi>=1.12
Using cached cffi-1.15.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (442 kB)
Collecting googleapis-common-protos<2.0dev,>=1.56.2
Using cached googleapis_common_protos-1.56.4-py2.py3-none-any.whl (211 kB)
Collecting fasteners>=0.14
Using cached fasteners-0.17.3-py3-none-any.whl (18 kB)
Collecting oauth2client>=1.4.12
Using cached oauth2client-4.1.3-py2.py3-none-any.whl (98 kB)
Collecting pyasn1-modules>=0.2.1
Using cached pyasn1_modules-0.2.8-py2.py3-none-any.whl (155 kB)
Collecting rsa<5,>=3.1.4
Using cached rsa-4.9-py3-none-any.whl (34 kB)
Requirement already satisfied: packaging<22.0dev,>=14.3 in <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages> (from google-cloud-bigquery<3,>=1.6.0->apache-beam==2.42.0.dev0) (21.3)
Collecting google-resumable-media<3.0dev,>=0.6.0
Using cached google_resumable_media-2.3.3-py2.py3-none-any.whl (76 kB)
Collecting grpc-google-iam-v1<0.13dev,>=0.12.3
Using cached grpc_google_iam_v1-0.12.4-py2.py3-none-any.whl (26 kB)
Collecting grpcio-status>=1.16.0
Using cached grpcio_status-1.48.1-py3-none-any.whl (14 kB)
Collecting overrides<7.0.0,>=6.0.1
Using cached overrides-6.2.0-py3-none-any.whl (17 kB)
Collecting docopt
Using cached docopt-0.6.2-py2.py3-none-any.whl
Requirement already satisfied: pyparsing!=3.0.0,!=3.0.1,!=3.0.2,!=3.0.3,<4,>=2.4.2 in <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages> (from httplib2<0.21.0,>=0.8->apache-beam==2.42.0.dev0) (3.0.9)
Collecting pbr>=0.11
Using cached pbr-5.10.0-py2.py3-none-any.whl (112 kB)
Collecting iniconfig
Using cached iniconfig-1.1.1-py2.py3-none-any.whl (5.0 kB)
Collecting tomli>=1.0.0
Using cached tomli-2.0.1-py3-none-any.whl (12 kB)
Collecting attrs>=19.2.0
Using cached attrs-22.1.0-py2.py3-none-any.whl (58 kB)
Requirement already satisfied: py>=1.8.2 in <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages> (from pytest<8.0,>=7.1.2->apache-beam==2.42.0.dev0) (1.11.0)
Requirement already satisfied: pluggy<2.0,>=0.12 in <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages> (from pytest<8.0,>=7.1.2->apache-beam==2.42.0.dev0) (1.0.0)
Collecting execnet>=1.1
Using cached execnet-1.9.0-py2.py3-none-any.whl (39 kB)
Collecting pytest-forked
Using cached pytest_forked-1.4.0-py3-none-any.whl (4.9 kB)
Collecting idna<4,>=2.5
Using cached idna-3.3-py3-none-any.whl (61 kB)
Collecting urllib3<1.27,>=1.21.1
Using cached urllib3-1.26.12-py2.py3-none-any.whl (140 kB)
Collecting certifi>=2017.4.17
Using cached certifi-2022.6.15-py3-none-any.whl (160 kB)
Collecting charset-normalizer<3,>=2
Using cached charset_normalizer-2.1.1-py3-none-any.whl (39 kB)
Collecting scipy>=1.3.2
Using cached scipy-1.9.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (43.4 MB)
Collecting threadpoolctl>=2.0.0
Using cached threadpoolctl-3.1.0-py3-none-any.whl (14 kB)
Collecting greenlet!=0.4.17
Using cached greenlet-1.1.3-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (157 kB)
Collecting docker>=4.0.0
Using cached docker-6.0.0-py3-none-any.whl (147 kB)
Collecting deprecation
Using cached deprecation-2.1.0-py2.py3-none-any.whl (11 kB)
Collecting wrapt
Using cached wrapt-1.14.1-cp38-cp38-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (81 kB)
Collecting pymysql
Using cached PyMySQL-1.0.2-py3-none-any.whl (43 kB)
Collecting pycparser
Using cached pycparser-2.21-py2.py3-none-any.whl (118 kB)
Collecting websocket-client>=0.32.0
Using cached websocket_client-1.4.0-py3-none-any.whl (54 kB)
Collecting google-crc32c<2.0dev,>=1.0
Using cached google_crc32c-1.5.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (32 kB)
Collecting isodate>=0.6.0
Using cached isodate-0.6.1-py2.py3-none-any.whl (41 kB)
Collecting requests-oauthlib>=0.5.0
Using cached requests_oauthlib-1.3.1-py2.py3-none-any.whl (23 kB)
Collecting pyasn1>=0.1.7
Using cached pyasn1-0.4.8-py2.py3-none-any.whl (77 kB)
Collecting oauthlib>=3.0.0
Using cached oauthlib-3.2.0-py3-none-any.whl (151 kB)
Building wheels for collected packages: apache-beam
Building wheel for apache-beam (setup.py): started
Building wheel for apache-beam (setup.py): finished with status 'done'
Created wheel for apache-beam: filename=apache_beam-2.42.0.dev0-py3-none-any.whl size=2852046 sha256=ba83439ba29c583186d3a2847b906b27f17c4152494b1a1c4c3f230ad536cccd
Stored in directory: /home/jenkins/.cache/pip/wheels/1b/37/69/4219bfde2e691653eca943d057b6f1c5517c23c43f6dfd603b
Successfully built apache-beam
Installing collected packages: pytz, pyasn1, parameterized, iniconfig, docopt, crcmod, zstandard, wrapt, websocket-client, urllib3, typing-extensions, tomli, threadpoolctl, tenacity, rsa, regex, pyyaml, python-dateutil, pymysql, pymongo, pyhamcrest, pydot, pycparser, pyasn1-modules, psycopg2-binary, proto-plus, pbr, overrides, orjson, oauthlib, numpy, joblib, jmespath, isodate, idna, httplib2, greenlet, googleapis-common-protos, google-crc32c, fasteners, fastavro, execnet, dill, cloudpickle, charset-normalizer, certifi, cachetools, attrs, sqlalchemy, scipy, requests, pytest, pyarrow, pandas, oauth2client, mock, grpcio-status, grpcio-gcp, google-resumable-media, google-auth, freezegun, deprecation, cffi, botocore, scikit-learn, s3transfer, requests-oauthlib, requests_mock, pytest-timeout, pytest-forked, hdfs, grpc-google-iam-v1, google-auth-httplib2, google-apitools, google-api-core, docker, cryptography, azure-core, testcontainers, pytest-xdist, msrest, google-cloud-core, boto3, apache-beam, google-cloud-vision, google-cloud-videointelligence, google-cloud-spanner, google-cloud-recommendations-ai, google-cloud-pubsub, google-cloud-language, google-cloud-dlp, google-cloud-datastore, google-cloud-bigtable, google-cloud-bigquery-storage, google-cloud-bigquery, azure-storage-blob, google-cloud-pubsublite
> Task :release:go-licenses:java:createLicenses
> Task :sdks:java:container:java8:copyGolangLicenses
> Task :release:go-licenses:py:createLicenses
> Task :sdks:python:container:py38:copyGolangLicenses
> Task :sdks:java:container:java8:dockerPrepare
> Task :sdks:python:container:py38:dockerPrepare
> Task :sdks:java:container:java8:docker
> Task :runners:google-cloud-dataflow-java:buildAndPushDockerJavaContainer
WARNING: `gcloud docker` will not be supported for Docker client versions above 18.03.
As an alternative, use `gcloud auth configure-docker` to configure `docker` to
use `gcloud` as a credential helper, then use `docker` as you would for non-GCR
registries, e.g. `docker pull gcr.io/project-id/my-image`. Add
`--verbosity=error` to silence this warning: `gcloud docker
--verbosity=error -- pull gcr.io/project-id/my-image`.
See: https://cloud.google.com/container-registry/docs/support/deprecation-notices#gcloud-docker
71bd0845bc6a: Pushed
> Task :sdks:python:container:py38:docker
Collecting flatbuffers==1.12
Downloading flatbuffers-1.12-py2.py3-none-any.whl (15 kB)
Collecting freezegun==1.2.1
Downloading freezegun-1.2.1-py3-none-any.whl (16 kB)
Collecting future==0.18.2
Downloading future-0.18.2.tar.gz (829 kB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 829.2/829.2 KB 54.0 MB/s eta 0:00:00
Preparing metadata (setup.py): started
Preparing metadata (setup.py): finished with status 'done'
Collecting gast==0.4.0
Downloading gast-0.4.0-py3-none-any.whl (9.8 kB)
Collecting google-api-core==2.8.1
Downloading google_api_core-2.8.1-py3-none-any.whl (114 kB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 114.7/114.7 KB 17.4 MB/s eta 0:00:00
Collecting google-api-python-client==2.55.0
Downloading google_api_python_client-2.55.0-py2.py3-none-any.whl (8.8 MB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 8.8/8.8 MB 74.4 MB/s eta 0:00:00
Collecting google-apitools==0.5.31
Downloading google-apitools-0.5.31.tar.gz (173 kB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 173.5/173.5 KB 24.2 MB/s eta 0:00:00
Preparing metadata (setup.py): started
Preparing metadata (setup.py): finished with status 'done'
Collecting google-auth==2.9.1
Downloading google_auth-2.9.1-py2.py3-none-any.whl (167 kB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 167.8/167.8 KB 23.9 MB/s eta 0:00:00
Collecting google-auth-httplib2==0.1.0
Downloading google_auth_httplib2-0.1.0-py2.py3-none-any.whl (9.3 kB)
Collecting google-auth-oauthlib==0.4.6
Downloading google_auth_oauthlib-0.4.6-py2.py3-none-any.whl (18 kB)
Collecting google-cloud-bigquery==2.34.4
Downloading google_cloud_bigquery-2.34.4-py2.py3-none-any.whl (206 kB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 206.6/206.6 KB 26.2 MB/s eta 0:00:00
Collecting google-cloud-bigquery-storage==2.13.2
Downloading google_cloud_bigquery_storage-2.13.2-py2.py3-none-any.whl (180 kB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 180.2/180.2 KB 25.7 MB/s eta 0:00:00
Collecting google-cloud-bigtable==1.7.2
Downloading google_cloud_bigtable-1.7.2-py2.py3-none-any.whl (267 kB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 267.7/267.7 KB 30.4 MB/s eta 0:00:00
Collecting google-cloud-core==2.3.2
Downloading google_cloud_core-2.3.2-py2.py3-none-any.whl (29 kB)
Collecting google-cloud-datastore==1.15.5
Downloading google_cloud_datastore-1.15.5-py2.py3-none-any.whl (134 kB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 134.2/134.2 KB 18.9 MB/s eta 0:00:00
Collecting google-cloud-dlp==3.8.0
Downloading google_cloud_dlp-3.8.0-py2.py3-none-any.whl (119 kB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 119.4/119.4 KB 17.5 MB/s eta 0:00:00
Collecting google-cloud-language==1.3.2
Downloading google_cloud_language-1.3.2-py2.py3-none-any.whl (83 kB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 83.6/83.6 KB 12.9 MB/s eta 0:00:00
Collecting google-cloud-profiler==4.0.0
Downloading google-cloud-profiler-4.0.0.tar.gz (30 kB)
Preparing metadata (setup.py): started
> Task :runners:google-cloud-dataflow-java:buildAndPushDockerJavaContainer
20220903082034: digest: sha256:5426d3db907fb1069bba51ad816c9c64d9ab9392690a92d23e3fbfe10dc5debb size: 4935
> Task :runners:google-cloud-dataflow-java:buildAndPushDockerPythonContainer
WARNING: `gcloud docker` will not be supported for Docker client versions above 18.03.
As an alternative, use `gcloud auth configure-docker` to configure `docker` to
use `gcloud` as a credential helper, then use `docker` as you would for non-GCR
registries, e.g. `docker pull gcr.io/project-id/my-image`. Add
`--verbosity=error` to silence this warning: `gcloud docker
--verbosity=error -- pull gcr.io/project-id/my-image`.
See: https://cloud.google.com/container-registry/docs/support/deprecation-notices#gcloud-docker
> Task :runners:google-cloud-dataflow-java:setupXVR
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerSetup
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220903082034]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:474e75f30b42a8c1c4d82fa260f232f49f8c3cbc7ce14ff3d6dbc6968aabc026]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220903082034] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:474e75f30b42a8c1c4d82fa260f232f49f8c3cbc7ce14ff3d6dbc6968aabc026])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:474e75f30b42a8c1c4d82fa260f232f49f8c3cbc7ce14ff3d6dbc6968aabc026
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:474e75f30b42a8c1c4d82fa260f232f49f8c3cbc7ce14ff3d6dbc6968aabc026].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220903082034]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5426d3db907fb1069bba51ad816c9c64d9ab9392690a92d23e3fbfe10dc5debb]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220903082034] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5426d3db907fb1069bba51ad816c9c64d9ab9392690a92d23e3fbfe10dc5debb])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5426d3db907fb1069bba51ad816c9c64d9ab9392690a92d23e3fbfe10dc5debb
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5426d3db907fb1069bba51ad816c9c64d9ab9392690a92d23e3fbfe10dc5debb].
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':release:go-licenses:go:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 11m 5s
210 actionable tasks: 137 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/ult66oii3uavo
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #632
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/632/display/redirect?page=changes>
Changes:
[noreply] [Playground] [Infrastructure] Deleting the Cloud Storage Client (#22722)
[noreply] Updates Java RunInference to infer Python dependencies when possible
[noreply] Adding TensorFlow support to the Machine Learning overview page (#22949)
------------------------------------------
[...truncated 814.49 KB...]
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220903022033]"
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test14066"
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "3h0m0s"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14066/go-2-1662172630675903369/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test14066"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:41113]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220903022033]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test14066",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test14066",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14066/go-2-1662172630675903369/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14066/go-2-1662172630675903369/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14066/go-2-1662172630675903369/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14066/go-2-1662172630675903369/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14066/go-2-1662172630675903369/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14066/go-2-1662172630675903369/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14066/go-2-1662172630675903369/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14066/go-2-1662172630675903369/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test14066/go-2-1662172630675903369/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-yW9PBDK5qsirANRfjyHvU652wsa1l82tO13w9inaNZg.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-yW9PBDK5qsirANRfjyHvU652wsa1l82tO13w9inaNZg.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220903-023115"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220903022033"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220903-023115"
}
]
},
"name": "go-testbigqueryio_basicwriteread-117",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/03 02:37:20 Submitted job: 2022-09-02_19_37_19-9699288812664469511
2022/09/03 02:37:20 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-02_19_37_19-9699288812664469511?project=apache-beam-testing
2022/09/03 02:37:20 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-02_19_37_19-9699288812664469511
2022/09/03 02:37:20 Job state: JOB_STATE_PENDING ...
2022/09/03 02:37:50 Job still running ...
2022/09/03 02:38:20 Job still running ...
2022/09/03 02:38:50 Job still running ...
2022/09/03 02:39:20 Job still running ...
2022/09/03 02:39:50 Job still running ...
2022/09/03 02:40:20 Job still running ...
2022/09/03 02:40:50 Job still running ...
2022/09/03 02:41:20 Job still running ...
2022/09/03 02:41:50 Job still running ...
2022/09/03 02:42:21 Job still running ...
2022/09/03 02:42:51 Job 2022-09-02_19_37_19-9699288812664469511 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662172309650007167
--- PASS: TestBigQueryIO_BasicWriteRead (664.49s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 667.519s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.034s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a213e80b7bf108405fcb78b38fcbdffb076caf4534ed7593db7e06a47bd9aefa
Associated tags:
- 20220903-023115
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220903-023115
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220903-023115].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a213e80b7bf108405fcb78b38fcbdffb076caf4534ed7593db7e06a47bd9aefa].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220903022033]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:cee5a29bd251e37e08b47a2e535d2bd9f45c1830a47c2a5ba228054ad95c6a07]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220903022033] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:cee5a29bd251e37e08b47a2e535d2bd9f45c1830a47c2a5ba228054ad95c6a07])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:cee5a29bd251e37e08b47a2e535d2bd9f45c1830a47c2a5ba228054ad95c6a07
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:cee5a29bd251e37e08b47a2e535d2bd9f45c1830a47c2a5ba228054ad95c6a07].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220903022033]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:ad18c38a239823f2c21bc60b74eceef1e903f822291cf555ec48b1863d34c4c3]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220903022033] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:ad18c38a239823f2c21bc60b74eceef1e903f822291cf555ec48b1863d34c4c3])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:ad18c38a239823f2c21bc60b74eceef1e903f822291cf555ec48b1863d34c4c3
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:ad18c38a239823f2c21bc60b74eceef1e903f822291cf555ec48b1863d34c4c3].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 5s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/rttcyvilzvxze
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #631
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/631/display/redirect?page=changes>
Changes:
[noreply] Bump cloud.google.com/go/storage from 1.25.0 to 1.26.0 in /sdks (#22954)
[noreply] [BEAM-22859] Allow the specification of extra packages for external
[noreply] [Tour of Beam]: Welcome Screen frontend layout (#22794)
[noreply] Remove redundant testEventTimeTimerSetWithinAllowedLateness sickbay
[noreply] Adding support for Beam Schema Rows with BQ DIRECT_READ (#22926)
[noreply] Add java Bigquery IO known issue to beam 2.40 release blogpost (#22611)
[noreply] Update playground_deploy_examples.yml
[noreply] Add run-inference component for autolabeling (#22971)
------------------------------------------
[...truncated 1.23 MB...]
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220902202030]"
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "3h0m0s"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26717/go-2-1662151228696036788/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test26717"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:39789]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220902202030]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test26717",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test26717",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26717/go-2-1662151228696036788/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26717/go-2-1662151228696036788/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26717/go-2-1662151228696036788/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26717/go-2-1662151228696036788/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26717/go-2-1662151228696036788/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26717/go-2-1662151228696036788/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26717/go-2-1662151228696036788/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26717/go-2-1662151228696036788/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test26717/go-2-1662151228696036788/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-yW9PBDK5qsirANRfjyHvU652wsa1l82tO13w9inaNZg.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-yW9PBDK5qsirANRfjyHvU652wsa1l82tO13w9inaNZg.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220902-203414"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220902202030"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220902-203414"
}
]
},
"name": "go-testbigqueryio_basicwriteread-869",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/02 20:40:39 Submitted job: 2022-09-02_13_40_38-6243420362115339795
2022/09/02 20:40:39 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-02_13_40_38-6243420362115339795?project=apache-beam-testing
2022/09/02 20:40:39 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-02_13_40_38-6243420362115339795
2022/09/02 20:40:39 Job state: JOB_STATE_PENDING ...
2022/09/02 20:41:09 Job still running ...
2022/09/02 20:41:39 Job still running ...
2022/09/02 20:42:09 Job still running ...
2022/09/02 20:42:39 Job still running ...
2022/09/02 20:43:09 Job still running ...
2022/09/02 20:43:39 Job still running ...
2022/09/02 20:44:09 Job still running ...
2022/09/02 20:44:39 Job still running ...
2022/09/02 20:45:09 Job still running ...
2022/09/02 20:45:39 Job still running ...
2022/09/02 20:46:09 Job 2022-09-02_13_40_38-6243420362115339795 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662150909918409529
--- PASS: TestBigQueryIO_BasicWriteRead (663.34s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 666.367s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:73b1f3833ad1b1816155ff291ccf21dd31e33a6c61b115beff532b37a4512b2e
Associated tags:
- 20220902-203414
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220902-203414
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220902-203414].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:73b1f3833ad1b1816155ff291ccf21dd31e33a6c61b115beff532b37a4512b2e].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220902202030]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:708d70070d76672b78c2b8fcdb56ab5acf5399013f603e30afc4043a7348eaf2]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220902202030] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:708d70070d76672b78c2b8fcdb56ab5acf5399013f603e30afc4043a7348eaf2])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:708d70070d76672b78c2b8fcdb56ab5acf5399013f603e30afc4043a7348eaf2
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:708d70070d76672b78c2b8fcdb56ab5acf5399013f603e30afc4043a7348eaf2].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220902202030]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:add7068b48653112b53bfd6311d5deebd37ed38b9fac59fb82f79b00352681db]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220902202030] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:add7068b48653112b53bfd6311d5deebd37ed38b9fac59fb82f79b00352681db])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:add7068b48653112b53bfd6311d5deebd37ed38b9fac59fb82f79b00352681db
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:add7068b48653112b53bfd6311d5deebd37ed38b9fac59fb82f79b00352681db].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 10m 59s
215 actionable tasks: 146 executed, 57 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/3uo2uymealzaa
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #630
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/630/display/redirect?page=changes>
Changes:
[noreply] [Tour Of Beam][backend] get unit content (#22967)
[noreply] Allows to use databaseio with postgres driver (#22941)
------------------------------------------
[...truncated 1.22 MB...]
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:33451]"
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test28965"
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220902142042]"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28965/go-2-1662129451479937151/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test28965"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:33451]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220902142042]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test28965",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test28965",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28965/go-2-1662129451479937151/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28965/go-2-1662129451479937151/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28965/go-2-1662129451479937151/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28965/go-2-1662129451479937151/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28965/go-2-1662129451479937151/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28965/go-2-1662129451479937151/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28965/go-2-1662129451479937151/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28965/go-2-1662129451479937151/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-Rwd71bYKxlgsNNZCwgJa6UJjYnwea9fBM_ePnQlzvyU.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-Rwd71bYKxlgsNNZCwgJa6UJjYnwea9fBM_ePnQlzvyU.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test28965/go-2-1662129451479937151/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220902-143146"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220902142042"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220902-143146"
}
]
},
"name": "go-testbigqueryio_basicwriteread-227",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/02 14:37:42 Submitted job: 2022-09-02_07_37_41-6205849721824443001
2022/09/02 14:37:42 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-02_07_37_41-6205849721824443001?project=apache-beam-testing
2022/09/02 14:37:42 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-02_07_37_41-6205849721824443001
2022/09/02 14:37:42 Job state: JOB_STATE_PENDING ...
2022/09/02 14:38:12 Job still running ...
2022/09/02 14:38:42 Job still running ...
2022/09/02 14:39:12 Job still running ...
2022/09/02 14:39:42 Job still running ...
2022/09/02 14:40:12 Job still running ...
2022/09/02 14:40:42 Job still running ...
2022/09/02 14:41:12 Job still running ...
2022/09/02 14:41:42 Job still running ...
2022/09/02 14:42:12 Job still running ...
2022/09/02 14:42:42 Job still running ...
2022/09/02 14:43:12 Job 2022-09-02_07_37_41-6205849721824443001 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662129132899406253
--- PASS: TestBigQueryIO_BasicWriteRead (663.12s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 666.148s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.029s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:76de57fb13fb702f43ca0ee30f2b1b7c3517efb8afa0274aff8b2062b9e841d2
Associated tags:
- 20220902-143146
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220902-143146
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220902-143146].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:76de57fb13fb702f43ca0ee30f2b1b7c3517efb8afa0274aff8b2062b9e841d2].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220902142042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a6fe009d19a7d30d573aca81dadc6b5585608bc674503fbf0f0c07709a4a31c9]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220902142042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a6fe009d19a7d30d573aca81dadc6b5585608bc674503fbf0f0c07709a4a31c9])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a6fe009d19a7d30d573aca81dadc6b5585608bc674503fbf0f0c07709a4a31c9
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a6fe009d19a7d30d573aca81dadc6b5585608bc674503fbf0f0c07709a4a31c9].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220902142042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:99181e44c53bb3032f841d9eeeacff19067d6dfa64b135657beaf743d271e273]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220902142042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:99181e44c53bb3032f841d9eeeacff19067d6dfa64b135657beaf743d271e273])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:99181e44c53bb3032f841d9eeeacff19067d6dfa64b135657beaf743d271e273
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:99181e44c53bb3032f841d9eeeacff19067d6dfa64b135657beaf743d271e273].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 2s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/fcw7w3gph47wq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #629
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/629/display/redirect>
Changes:
------------------------------------------
[...truncated 1.19 MB...]
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220902082037]"
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test218"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:37979]"
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "3h0m0s"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test218/go-2-1662107829407689915/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test218"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:37979]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220902082037]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test218",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test218",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test218/go-2-1662107829407689915/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test218/go-2-1662107829407689915/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test218/go-2-1662107829407689915/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test218/go-2-1662107829407689915/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-Rwd71bYKxlgsNNZCwgJa6UJjYnwea9fBM_ePnQlzvyU.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-Rwd71bYKxlgsNNZCwgJa6UJjYnwea9fBM_ePnQlzvyU.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test218/go-2-1662107829407689915/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test218/go-2-1662107829407689915/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test218/go-2-1662107829407689915/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test218/go-2-1662107829407689915/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test218/go-2-1662107829407689915/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220902-083125"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220902082037"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220902-083125"
}
]
},
"name": "go-testbigqueryio_basicwriteread-72",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/02 08:37:19 Submitted job: 2022-09-02_01_37_19-15693223939742839276
2022/09/02 08:37:19 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-02_01_37_19-15693223939742839276?project=apache-beam-testing
2022/09/02 08:37:19 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-02_01_37_19-15693223939742839276
2022/09/02 08:37:22 Job state: JOB_STATE_PENDING ...
2022/09/02 08:37:52 Job still running ...
2022/09/02 08:38:22 Job still running ...
2022/09/02 08:38:54 Job still running ...
2022/09/02 08:39:30 Job still running ...
2022/09/02 08:40:00 Job still running ...
2022/09/02 08:40:30 Job still running ...
2022/09/02 08:41:00 Job still running ...
2022/09/02 08:41:30 Job still running ...
2022/09/02 08:42:03 Job still running ...
2022/09/02 08:42:33 Job still running ...
2022/09/02 08:43:03 Job 2022-09-02_01_37_19-15693223939742839276 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662107522195467184
--- PASS: TestBigQueryIO_BasicWriteRead (664.04s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 667.068s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.031s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:aad65fb37319f31b5657e100ad9949a33d9f7c17dd60065011bd429b838f68a1
Associated tags:
- 20220902-083125
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220902-083125
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220902-083125].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:aad65fb37319f31b5657e100ad9949a33d9f7c17dd60065011bd429b838f68a1].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220902082037]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:787c6665b5d94530d1157c1a14834b761790e004f711d3ac4988368f183cdbcb]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220902082037] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:787c6665b5d94530d1157c1a14834b761790e004f711d3ac4988368f183cdbcb])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:787c6665b5d94530d1157c1a14834b761790e004f711d3ac4988368f183cdbcb
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:787c6665b5d94530d1157c1a14834b761790e004f711d3ac4988368f183cdbcb].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220902082037]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7f442219be1bc1a9de4935766ec7117b0bfe130a7a7aa8ef598526848bd4ef17]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220902082037] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7f442219be1bc1a9de4935766ec7117b0bfe130a7a7aa8ef598526848bd4ef17])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7f442219be1bc1a9de4935766ec7117b0bfe130a7a7aa8ef598526848bd4ef17
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7f442219be1bc1a9de4935766ec7117b0bfe130a7a7aa8ef598526848bd4ef17].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 21s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/pspptq3odxd6i
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #628
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/628/display/redirect?page=changes>
Changes:
[noreply] Minor: Fix lint failure (#22998)
------------------------------------------
[...truncated 810.18 KB...]
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220902022040]"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:33469]"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25197/go-2-1662086245788024160/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test25197"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:33469]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220902022040]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test25197",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test25197",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25197/go-2-1662086245788024160/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25197/go-2-1662086245788024160/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25197/go-2-1662086245788024160/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25197/go-2-1662086245788024160/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25197/go-2-1662086245788024160/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25197/go-2-1662086245788024160/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25197/go-2-1662086245788024160/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25197/go-2-1662086245788024160/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-Rwd71bYKxlgsNNZCwgJa6UJjYnwea9fBM_ePnQlzvyU.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-Rwd71bYKxlgsNNZCwgJa6UJjYnwea9fBM_ePnQlzvyU.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25197/go-2-1662086245788024160/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220902022040"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220902-023137"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220902-023137"
}
]
},
"name": "go-testbigqueryio_basicwriteread-650",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/02 02:37:36 Submitted job: 2022-09-01_19_37_35-3108545174059806135
2022/09/02 02:37:36 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-01_19_37_35-3108545174059806135?project=apache-beam-testing
2022/09/02 02:37:36 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-01_19_37_35-3108545174059806135
2022/09/02 02:37:36 Job state: JOB_STATE_PENDING ...
2022/09/02 02:38:06 Job still running ...
2022/09/02 02:38:36 Job still running ...
2022/09/02 02:39:06 Job still running ...
2022/09/02 02:39:36 Job still running ...
2022/09/02 02:40:06 Job still running ...
2022/09/02 02:40:36 Job still running ...
2022/09/02 02:41:06 Job still running ...
2022/09/02 02:41:36 Job still running ...
2022/09/02 02:42:06 Job still running ...
2022/09/02 02:42:37 Job still running ...
2022/09/02 02:43:07 Job 2022-09-01_19_37_35-3108545174059806135 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662085924580760420
--- PASS: TestBigQueryIO_BasicWriteRead (665.63s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 668.671s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.037s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:0de333071db0e83ecf7353711862361bc23e2b5b158231cdb6026c5ebbfe897e
Associated tags:
- 20220902-023137
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220902-023137
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220902-023137].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:0de333071db0e83ecf7353711862361bc23e2b5b158231cdb6026c5ebbfe897e].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220902022040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:371ec12841c41cb29a695b58c15a88fa96650699ff10e0522608247ebd52eba5]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220902022040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:371ec12841c41cb29a695b58c15a88fa96650699ff10e0522608247ebd52eba5])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:371ec12841c41cb29a695b58c15a88fa96650699ff10e0522608247ebd52eba5
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:371ec12841c41cb29a695b58c15a88fa96650699ff10e0522608247ebd52eba5].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220902022040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f94c2eecf76053273146804e0a4604eb69b485715fc7a9e2a052852af610ee21]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220902022040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f94c2eecf76053273146804e0a4604eb69b485715fc7a9e2a052852af610ee21])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f94c2eecf76053273146804e0a4604eb69b485715fc7a9e2a052852af610ee21
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f94c2eecf76053273146804e0a4604eb69b485715fc7a9e2a052852af610ee21].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 55s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/4asgqrjbypf5e
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #627
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/627/display/redirect?page=changes>
Changes:
[noreply] Improve BQ test utils to support JSON in a more simple manner (#22942)
[noreply] [fixes #22980] Migrate BeamFnLoggingClient to the new execution state
[Robert Bradshaw] Update proto generation script due to BEAM-13939.
[Robert Bradshaw] Regenerate typescript protos.
[noreply] Add initial read_gbq wrapper (#22616)
------------------------------------------
[...truncated 1.21 MB...]
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:44827]"
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "3h0m0s"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220901202042]"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27350/go-2-1662064675948495357/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test27350"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:44827]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220901202042]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test27350",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test27350",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27350/go-2-1662064675948495357/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27350/go-2-1662064675948495357/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27350/go-2-1662064675948495357/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27350/go-2-1662064675948495357/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27350/go-2-1662064675948495357/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27350/go-2-1662064675948495357/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27350/go-2-1662064675948495357/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27350/go-2-1662064675948495357/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27350/go-2-1662064675948495357/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-Rwd71bYKxlgsNNZCwgJa6UJjYnwea9fBM_ePnQlzvyU.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-Rwd71bYKxlgsNNZCwgJa6UJjYnwea9fBM_ePnQlzvyU.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220901-203158"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220901202042"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220901-203158"
}
]
},
"name": "go-testbigqueryio_basicwriteread-210",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/01 20:38:06 Submitted job: 2022-09-01_13_38_05-8668920384378593161
2022/09/01 20:38:06 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-01_13_38_05-8668920384378593161?project=apache-beam-testing
2022/09/01 20:38:06 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-01_13_38_05-8668920384378593161
2022/09/01 20:38:06 Job state: JOB_STATE_PENDING ...
2022/09/01 20:38:37 Job still running ...
2022/09/01 20:39:07 Job still running ...
2022/09/01 20:39:37 Job still running ...
2022/09/01 20:40:07 Job still running ...
2022/09/01 20:40:37 Job still running ...
2022/09/01 20:41:07 Job still running ...
2022/09/01 20:41:37 Job still running ...
2022/09/01 20:42:07 Job still running ...
2022/09/01 20:42:37 Job still running ...
2022/09/01 20:43:07 Job still running ...
2022/09/01 20:43:37 Job 2022-09-01_13_38_05-8668920384378593161 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662064356623558079
--- PASS: TestBigQueryIO_BasicWriteRead (664.34s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 667.375s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.040s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.035s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:8a1e1e61abbf0b55e45106ba61f4b403e0a6f0984ce446882998903280a30a26
Associated tags:
- 20220901-203158
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220901-203158
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220901-203158].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:8a1e1e61abbf0b55e45106ba61f4b403e0a6f0984ce446882998903280a30a26].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220901202042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:d9ba5592ad78ef44e374aaa64e7256dcf7e8e637335545da3b93b6436fc25b7d]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220901202042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:d9ba5592ad78ef44e374aaa64e7256dcf7e8e637335545da3b93b6436fc25b7d])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:d9ba5592ad78ef44e374aaa64e7256dcf7e8e637335545da3b93b6436fc25b7d
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:d9ba5592ad78ef44e374aaa64e7256dcf7e8e637335545da3b93b6436fc25b7d].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220901202042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:73c7b86de061924a35e1dcc0ac4477e9e32f4d88b8e7cb1a4494d01b4bd29370]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220901202042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:73c7b86de061924a35e1dcc0ac4477e9e32f4d88b8e7cb1a4494d01b4bd29370])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:73c7b86de061924a35e1dcc0ac4477e9e32f4d88b8e7cb1a4494d01b4bd29370
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:73c7b86de061924a35e1dcc0ac4477e9e32f4d88b8e7cb1a4494d01b4bd29370].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 24s
215 actionable tasks: 145 executed, 58 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/4y2sqt2rjp256
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #626
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/626/display/redirect?page=changes>
Changes:
[noreply] Add some explanatory comments to the wordcount registration (#22989)
[noreply] Move Go examples under the cookbook directory to generic registration
------------------------------------------
[...truncated 1.22 MB...]
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test6663"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220901142040]"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:38661]"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6663/go-2-1662043018362880632/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test6663"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:38661]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220901142040]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test6663",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test6663",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6663/go-2-1662043018362880632/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6663/go-2-1662043018362880632/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6663/go-2-1662043018362880632/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6663/go-2-1662043018362880632/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6663/go-2-1662043018362880632/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-gXczStUf07UkihZkspwTgREQr25y6P9dRd6giNjuzU8.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-gXczStUf07UkihZkspwTgREQr25y6P9dRd6giNjuzU8.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6663/go-2-1662043018362880632/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6663/go-2-1662043018362880632/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6663/go-2-1662043018362880632/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6663/go-2-1662043018362880632/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220901-143110"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220901142040"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220901-143110"
}
]
},
"name": "go-testbigqueryio_basicwriteread-740",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/01 14:37:08 Submitted job: 2022-09-01_07_37_08-2509778435243665410
2022/09/01 14:37:08 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-01_07_37_08-2509778435243665410?project=apache-beam-testing
2022/09/01 14:37:08 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-01_07_37_08-2509778435243665410
2022/09/01 14:37:08 Job state: JOB_STATE_PENDING ...
2022/09/01 14:37:38 Job still running ...
2022/09/01 14:38:08 Job still running ...
2022/09/01 14:38:38 Job still running ...
2022/09/01 14:39:08 Job still running ...
2022/09/01 14:39:38 Job still running ...
2022/09/01 14:40:08 Job still running ...
2022/09/01 14:40:38 Job still running ...
2022/09/01 14:41:09 Job still running ...
2022/09/01 14:41:39 Job still running ...
2022/09/01 14:42:09 Job still running ...
2022/09/01 14:42:39 Job 2022-09-01_07_37_08-2509778435243665410 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662042695720942413
--- PASS: TestBigQueryIO_BasicWriteRead (666.41s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 669.438s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.029s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.029s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.029s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:aa1b2b27f15c87eaf82242892713d6aa6558ab2b02d7c2bfef0ef3fbbaacc2ba
Associated tags:
- 20220901-143110
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220901-143110
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220901-143110].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:aa1b2b27f15c87eaf82242892713d6aa6558ab2b02d7c2bfef0ef3fbbaacc2ba].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220901142040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2994b5a8851bb1e902e8f6b2105a7ed8d6e4f9d27223d8aeb5000b98c6bb3647]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220901142040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2994b5a8851bb1e902e8f6b2105a7ed8d6e4f9d27223d8aeb5000b98c6bb3647])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2994b5a8851bb1e902e8f6b2105a7ed8d6e4f9d27223d8aeb5000b98c6bb3647
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2994b5a8851bb1e902e8f6b2105a7ed8d6e4f9d27223d8aeb5000b98c6bb3647].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220901142040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c57ad6c61f7cbfe2864918fc598d4a7a2eff64e7793305f2b3d7af3465b3d2ea]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220901142040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c57ad6c61f7cbfe2864918fc598d4a7a2eff64e7793305f2b3d7af3465b3d2ea])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c57ad6c61f7cbfe2864918fc598d4a7a2eff64e7793305f2b3d7af3465b3d2ea
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c57ad6c61f7cbfe2864918fc598d4a7a2eff64e7793305f2b3d7af3465b3d2ea].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 5m 19s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/iqnawggyj2kam
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #625
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/625/display/redirect>
Changes:
------------------------------------------
[...truncated 851.19 KB...]
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test10220"
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "3h0m0s"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10220/go-2-1662021604521690533/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test10220"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:43479]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220901082042]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test10220",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test10220",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10220/go-2-1662021604521690533/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10220/go-2-1662021604521690533/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10220/go-2-1662021604521690533/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10220/go-2-1662021604521690533/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-gXczStUf07UkihZkspwTgREQr25y6P9dRd6giNjuzU8.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-gXczStUf07UkihZkspwTgREQr25y6P9dRd6giNjuzU8.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10220/go-2-1662021604521690533/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10220/go-2-1662021604521690533/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10220/go-2-1662021604521690533/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10220/go-2-1662021604521690533/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10220/go-2-1662021604521690533/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220901-083358"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220901082042"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220901-083358"
}
]
},
"name": "go-testbigqueryio_basicwriteread-663",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/01 08:40:15 Submitted job: 2022-09-01_01_40_15-11610839892612755239
2022/09/01 08:40:15 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-09-01_01_40_15-11610839892612755239?project=apache-beam-testing
2022/09/01 08:40:15 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-09-01_01_40_15-11610839892612755239
2022/09/01 08:40:15 Job state: JOB_STATE_PENDING ...
2022/09/01 08:40:45 Job still running ...
2022/09/01 08:41:15 Job still running ...
2022/09/01 08:41:45 Job still running ...
2022/09/01 08:42:15 Job still running ...
2022/09/01 08:42:45 Job still running ...
2022/09/01 08:43:15 Job still running ...
2022/09/01 08:43:45 Job still running ...
2022/09/01 08:44:16 Job still running ...
2022/09/01 08:44:46 Job still running ...
2022/09/01 08:45:16 Job 2022-09-01_01_40_15-11610839892612755239 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1662021285866359236
--- PASS: TestBigQueryIO_BasicWriteRead (633.33s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 636.364s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220901-083358
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220901-083358
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a622be90a0435a8999d2c27c0e288ceada5d33ef17d2ee2c3063fab2f875740d
Deleted: sha256:ceaea4b97fa5db99488549420db9708689cb56cf182eeb72bb9202ad32ce0d04
Deleted: sha256:a4ba0ece295b5cd422de95aec2ac604d54885115cbb64f0adfde0f92494a3853
Deleted: sha256:20b37e18b3bbf34b8897117772c49c0d3425744b0752dfa37333f1761ae86821
Deleted: sha256:457a2da83ef69f0d2b9199af5e02a0b31b4f622a9bee73436ca067f117989016
Deleted: sha256:ce8d78ab7514c511cd826c3efa05296dce6f4a7417a827dffee25572d520644f
Deleted: sha256:4d4463ce1d4c5fc777b75b1b3ad1ea4200cbcec8fb41f33e0db058a3f67544c0
Deleted: sha256:0b47dd96278fd133861dabc133604eb6639ff2a8659eadfeacd6fbcafd0728d1
Deleted: sha256:adcb6f516f94daa46855fb7373e11b7d01019fa5f8d1b630b0b25ba0c95fbd27
Deleted: sha256:7d2ed75e159c3a5c17f7946f4cf84839125caa3c8439d3e7218d91091de4f0bb
Deleted: sha256:4348b2a0d05b3cd9108976bfcc12fb466b0e06993a1c3c886f3e20da6a953e00
Deleted: sha256:83ed46280998d3940ecbd0d5721989ff6bd8f54b4fd163ac47a4008276011008
Deleted: sha256:ec42a3df38056edf391933259ef04afe595d84b35910958048708ee46ca8e058
Deleted: sha256:5efbd71016c9990ed98deed782f8d24af732897a1a7392cce5bf4f21e397131c
Deleted: sha256:52bff1e7507fad5ce8bfa93d7c8e4056b705c4704325b54b920a827987de4891
Deleted: sha256:16d3f6a62246073b3cc5dfa0b69347a05731e7d63641e9d0671bc9b99fdc391f
Deleted: sha256:13af9dacb3c44c8905de5c93e79f9c55151908423553c73b404337da383c116c
Deleted: sha256:c709305ea0bff19a26354475df40fe6eb428f551f86672d0bbf73e6b6c204f14
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220901-083358
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a622be90a0435a8999d2c27c0e288ceada5d33ef17d2ee2c3063fab2f875740d
Associated tags:
- 20220901-083358
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220901-083358
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220901-083358].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a622be90a0435a8999d2c27c0e288ceada5d33ef17d2ee2c3063fab2f875740d].
$ rm -rf /tmp/tmp.n1bONuuwEi
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3686558.
Stopping expansion service pid: 3686559.
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220901082042
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7274fbcd79a2c4c53c7e920556aad1c8511eee979547839bc1a83e9b1c4d7633
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220901082042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7274fbcd79a2c4c53c7e920556aad1c8511eee979547839bc1a83e9b1c4d7633]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220901082042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7274fbcd79a2c4c53c7e920556aad1c8511eee979547839bc1a83e9b1c4d7633])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7274fbcd79a2c4c53c7e920556aad1c8511eee979547839bc1a83e9b1c4d7633
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7274fbcd79a2c4c53c7e920556aad1c8511eee979547839bc1a83e9b1c4d7633
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7274fbcd79a2c4c53c7e920556aad1c8511eee979547839bc1a83e9b1c4d7633].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220901082042
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6cf21b5b0574c26b4e53db2c1d4e93de64896122632a0d122781775eeadbb114
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220901082042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6cf21b5b0574c26b4e53db2c1d4e93de64896122632a0d122781775eeadbb114]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220901082042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6cf21b5b0574c26b4e53db2c1d4e93de64896122632a0d122781775eeadbb114])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6cf21b5b0574c26b4e53db2c1d4e93de64896122632a0d122781775eeadbb114
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6cf21b5b0574c26b4e53db2c1d4e93de64896122632a0d122781775eeadbb114
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6cf21b5b0574c26b4e53db2c1d4e93de64896122632a0d122781775eeadbb114].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 5s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/w2c2zzqxukqq2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #624
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/624/display/redirect?page=changes>
Changes:
[Brian Hulette] Extract utilities in dataframe.schemas
[Brian Hulette] Add pandas_type_compatibility with pandas BatchConverter implementations
[Brian Hulette] Use Batched DoFns at DataFrame API boundaries
[Brian Hulette] Move dtype conversion to pandas_type_compatibility
[Brian Hulette] Always register pandas BatchConverters
[Brian Hulette] Fix interactive runner tests
[Brian Hulette] Use pandas_type_compatibility BatchConverters for dataframe.schemas
[Brian Hulette] Skip test cases broken in pandas 1.1.x
[Brian Hulette] Address review comments
[Brian Hulette] yapf, typo in test
[Brian Hulette] Add test to reproduce https://github.com/apache/beam/issues/22854
[Brian Hulette] Exercise row coder with nested optional struct
[Brian Hulette] Make RowTypeConstraint callable
[Brian Hulette] Add test to exercise RowTypeConstraint.__call__
[noreply] Run cred rotation every month (#22977)
[noreply] [BEAM-12164] Synchronize access queue in ThroughputEstimator and
------------------------------------------
[...truncated 1.23 MB...]
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test31675"
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "3h0m0s"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31675/go-2-1661999899655632531/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test31675"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:33181]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220901022042]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test31675",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test31675",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31675/go-2-1661999899655632531/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31675/go-2-1661999899655632531/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31675/go-2-1661999899655632531/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-gXczStUf07UkihZkspwTgREQr25y6P9dRd6giNjuzU8.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-gXczStUf07UkihZkspwTgREQr25y6P9dRd6giNjuzU8.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31675/go-2-1661999899655632531/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31675/go-2-1661999899655632531/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31675/go-2-1661999899655632531/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31675/go-2-1661999899655632531/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31675/go-2-1661999899655632531/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test31675/go-2-1661999899655632531/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220901-023223"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220901022042"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220901-023223"
}
]
},
"name": "go-testbigqueryio_basicwriteread-470",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/09/01 02:38:30 Submitted job: 2022-08-31_19_38_30-15910447246096888089
2022/09/01 02:38:30 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-31_19_38_30-15910447246096888089?project=apache-beam-testing
2022/09/01 02:38:30 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-31_19_38_30-15910447246096888089
2022/09/01 02:38:30 Job state: JOB_STATE_PENDING ...
2022/09/01 02:39:00 Job still running ...
2022/09/01 02:39:31 Job still running ...
2022/09/01 02:40:01 Job still running ...
2022/09/01 02:40:31 Job still running ...
2022/09/01 02:41:01 Job still running ...
2022/09/01 02:41:31 Job still running ...
2022/09/01 02:42:01 Job still running ...
2022/09/01 02:42:31 Job still running ...
2022/09/01 02:43:01 Job still running ...
2022/09/01 02:43:31 Job still running ...
2022/09/01 02:44:02 Job 2022-08-31_19_38_30-15910447246096888089 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661999582190768306
--- PASS: TestBigQueryIO_BasicWriteRead (663.16s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 666.188s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:bf2581e95c19e69bc39788c76262382a6cb29c668fdec7bfe6cd98efbb107544
Associated tags:
- 20220901-023223
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220901-023223
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220901-023223].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:bf2581e95c19e69bc39788c76262382a6cb29c668fdec7bfe6cd98efbb107544].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220901022042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1044beec877b708ddeacffb45ebc472fde27466f6f862a8421b267293df47477]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220901022042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1044beec877b708ddeacffb45ebc472fde27466f6f862a8421b267293df47477])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1044beec877b708ddeacffb45ebc472fde27466f6f862a8421b267293df47477
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1044beec877b708ddeacffb45ebc472fde27466f6f862a8421b267293df47477].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220901022042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b16775e70f1982e8b2cc99f661e6986147966bb2a167f51c56c7cf299bef96c3]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220901022042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b16775e70f1982e8b2cc99f661e6986147966bb2a167f51c56c7cf299bef96c3])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b16775e70f1982e8b2cc99f661e6986147966bb2a167f51c56c7cf299bef96c3
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b16775e70f1982e8b2cc99f661e6986147966bb2a167f51c56c7cf299bef96c3].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 51s
215 actionable tasks: 145 executed, 58 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/qdbkdm7yrkyfk
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #623
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/623/display/redirect?page=changes>
Changes:
[noreply] Filter out unsupported state tests (#22963)
[noreply] Add ability to remove/clear map and set state (#22938)
[noreply] Fix gpu to cpu conversion with warning logs (#22795)
[noreply] Add Go stateful DoFns to CHANGES.md and fix linting violations (#22958)
[noreply] 22805: Upgrade Jackson version from 2.13.0 to 2.13.3 (#22806)
------------------------------------------
[...truncated 1.24 MB...]
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "3h0m0s"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22547/go-2-1661978243950547622/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test22547"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:39983]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220831202030]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test22547",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test22547",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22547/go-2-1661978243950547622/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22547/go-2-1661978243950547622/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22547/go-2-1661978243950547622/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-29uz3fk5lG-dusSB-ZNSoppxExO8_V_jd1_JZ0opmWM.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-29uz3fk5lG-dusSB-ZNSoppxExO8_V_jd1_JZ0opmWM.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22547/go-2-1661978243950547622/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22547/go-2-1661978243950547622/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22547/go-2-1661978243950547622/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22547/go-2-1661978243950547622/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22547/go-2-1661978243950547622/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test22547/go-2-1661978243950547622/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220831-203122"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220831202030"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220831-203122"
}
]
},
"name": "go-testbigqueryio_basicwriteread-354",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/31 20:37:34 Submitted job: 2022-08-31_13_37_33-1867894595033310659
2022/08/31 20:37:34 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-31_13_37_33-1867894595033310659?project=apache-beam-testing
2022/08/31 20:37:34 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-31_13_37_33-1867894595033310659
2022/08/31 20:37:34 Job state: JOB_STATE_PENDING ...
2022/08/31 20:38:04 Job still running ...
2022/08/31 20:38:35 Job still running ...
2022/08/31 20:39:05 Job still running ...
2022/08/31 20:39:35 Job still running ...
2022/08/31 20:40:05 Job still running ...
2022/08/31 20:40:35 Job still running ...
2022/08/31 20:41:05 Job still running ...
2022/08/31 20:41:35 Job still running ...
2022/08/31 20:42:05 Job still running ...
2022/08/31 20:42:35 Job 2022-08-31_13_37_33-1867894595033310659 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661977923243580296
--- PASS: TestBigQueryIO_BasicWriteRead (635.60s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:308: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 638.634s
=== RUN TestDebeziumIO_BasicRead
integration.go:308: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.032s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:308: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:308: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220831-203122
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220831-203122
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:647b8afe8c0d2da5dee092d3031fcc7caa3e273bbb4774ea71334cef6544e92b
Deleted: sha256:2fc086e515f8f17d2e1ea551d8631a52c2c7ecf92dd7fc28b4e3ceeadf67f052
Deleted: sha256:b3f4528171246bafeebe8fae00d25e70910d724bf816366851b0374068282974
Deleted: sha256:3336d71d82e60d6cfc04095ce0958b4ede205fb6c08209b35583bf63c77268fd
Deleted: sha256:9ff7ac12b34fcbbb198bc7396f74cdb651381d4fe43aea5998ad16fc26dd06a1
Deleted: sha256:b73804468dc7180456b9a0b8bf38c84ac257a53ceb7e1f2bbea4097793fc36fc
Deleted: sha256:63f7432fee169febc04d2aa3f326e886142ad06491744fd5ea9490228889cc93
Deleted: sha256:61fe2115388c292a8dffa13c19e98122600298d0b0a6c2248ff527ead9afac9f
Deleted: sha256:66e62390b45d75507acb3e4547b523aae11cfb5455ba5b1421557ec5efacc607
Deleted: sha256:3c410415ce859231404dd759814b98a3d5671440ddfa4ff8d546c48d1bd4517b
Deleted: sha256:a7050eecdfa58d2a665fb1e2365dcab2aae5330cf8cbb41f0d0f1b6d85d60210
Deleted: sha256:ea1cbb6c24233cd418e852be069d7e0618dc283b6539e54f6cc5dd9c16de666d
Deleted: sha256:6990eb1eaa7a294eee5018ccd9c3ec20d4ba4965b7e9dd3330c6e6147b150a0a
Deleted: sha256:0862e1e1a9fdef46f7448975b61a50e55dde44c3e3b546065b98dc002a6692f2
Deleted: sha256:f19985c99872d376bfe2e9718f295cb04b6a6a7d07c9bcdf93e945170d633a11
Deleted: sha256:f40b807b28ce7f959e9c4ee7bd9f8a25e681769284ff2efe4f1d709491335b4d
Deleted: sha256:d920912f4a4467edbfe867e450212c516537b280376736d09478a633b1419ad0
Deleted: sha256:e54b5ed8bca4c796cd11c15dfd005ec91c7ef94f4ebe78df4d871634995fd5b2
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220831-203122
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:647b8afe8c0d2da5dee092d3031fcc7caa3e273bbb4774ea71334cef6544e92b
Associated tags:
- 20220831-203122
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220831-203122
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220831-203122].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:647b8afe8c0d2da5dee092d3031fcc7caa3e273bbb4774ea71334cef6544e92b].
$ rm -rf /tmp/tmp.Ku2eDEHuOr
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3278692.
Stopping expansion service pid: 3278693.
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220831202030
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7f35b8f2020b5a0441f77355b3e5a8cbdbd3bceca23a9459541bb4e12771f29e
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220831202030]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7f35b8f2020b5a0441f77355b3e5a8cbdbd3bceca23a9459541bb4e12771f29e]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220831202030] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7f35b8f2020b5a0441f77355b3e5a8cbdbd3bceca23a9459541bb4e12771f29e])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7f35b8f2020b5a0441f77355b3e5a8cbdbd3bceca23a9459541bb4e12771f29e
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7f35b8f2020b5a0441f77355b3e5a8cbdbd3bceca23a9459541bb4e12771f29e
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7f35b8f2020b5a0441f77355b3e5a8cbdbd3bceca23a9459541bb4e12771f29e].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220831202030
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:435ff0f402c368d9eb41b31e80aede90b13c05a3db68c818ac7e758f76dd76b4
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220831202030]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:435ff0f402c368d9eb41b31e80aede90b13c05a3db68c818ac7e758f76dd76b4]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220831202030] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:435ff0f402c368d9eb41b31e80aede90b13c05a3db68c818ac7e758f76dd76b4])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:435ff0f402c368d9eb41b31e80aede90b13c05a3db68c818ac7e758f76dd76b4
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:435ff0f402c368d9eb41b31e80aede90b13c05a3db68c818ac7e758f76dd76b4
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:435ff0f402c368d9eb41b31e80aede90b13c05a3db68c818ac7e758f76dd76b4].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 23s
215 actionable tasks: 173 executed, 32 from cache, 10 up-to-date
Publishing build scan...
https://gradle.com/s/wv6mn2qgllb7c
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #621
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/621/display/redirect>
Changes:
------------------------------------------
[...truncated 1.22 MB...]
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2131/go-2-1661935037373328510/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test2131"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:40621]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220831082029]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test2131",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test2131",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2131/go-2-1661935037373328510/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2131/go-2-1661935037373328510/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2131/go-2-1661935037373328510/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-hrLsnudSE8pbAPj_2Z-qixiPzGkD6HH0RsvyZqr4KV4.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-hrLsnudSE8pbAPj_2Z-qixiPzGkD6HH0RsvyZqr4KV4.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2131/go-2-1661935037373328510/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2131/go-2-1661935037373328510/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2131/go-2-1661935037373328510/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2131/go-2-1661935037373328510/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2131/go-2-1661935037373328510/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test2131/go-2-1661935037373328510/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220831-083123"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220831082029"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220831-083123"
}
]
},
"name": "go-testbigqueryio_basicwriteread-411",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/31 08:37:27 Submitted job: 2022-08-31_01_37_27-4740388792294969822
2022/08/31 08:37:27 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-31_01_37_27-4740388792294969822?project=apache-beam-testing
2022/08/31 08:37:27 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-31_01_37_27-4740388792294969822
2022/08/31 08:37:27 Job state: JOB_STATE_PENDING ...
2022/08/31 08:37:57 Job still running ...
2022/08/31 08:38:27 Job still running ...
2022/08/31 08:38:57 Job still running ...
2022/08/31 08:39:28 Job still running ...
2022/08/31 08:39:58 Job still running ...
2022/08/31 08:40:28 Job still running ...
2022/08/31 08:40:58 Job still running ...
2022/08/31 08:41:28 Job still running ...
2022/08/31 08:41:58 Job still running ...
2022/08/31 08:42:28 Job still running ...
2022/08/31 08:42:58 Job 2022-08-31_01_37_27-4740388792294969822 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661934719631008072
--- PASS: TestBigQueryIO_BasicWriteRead (661.85s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:292: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 664.880s
=== RUN TestDebeziumIO_BasicRead
integration.go:292: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.030s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:292: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:292: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:292: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.033s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220831-083123
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220831-083123
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7b31d0faf9747e5dd67ae1e6f23bc92e8a331f19f7837f9ad8590f592bce89f5
Deleted: sha256:b541defad7a8e19ee88e2e604eddab1b2244b32f1babda157752db032d00f188
Deleted: sha256:a3111bc6fa001632f6cdd154017a699353acc1f49bdab86d748b4a12f7719df3
Deleted: sha256:f9ff2a01a945e9d0bbf63481c14de9912d79f5afccd9346b707ee89135a8a8ea
Deleted: sha256:125871a31312c5a9f6291957f35cdfd74b84c7a5c22ae7d7a0a96b8d006332d5
Deleted: sha256:35248c14a68ec168e45602a14b8f6e872e5f190f8230a6b70a88f9c5477ca045
Deleted: sha256:38033d02e6e9281bdc3d1ff9c94f0145594c7024cb7b6c409783d5b467c295db
Deleted: sha256:3cef053ae9a858a2821e5636b13c963a243f761938669a882ddf6c710999dd88
Deleted: sha256:97f208709e0fc907d3efd9f6bfe04d71294fed539a3ea97150ca5cc49b77d2ff
Deleted: sha256:f7cb7129e4dc4fff1b9b960f3bccbae31aa282e755165fc0913f3e76188900b4
Deleted: sha256:4269f864cd39428929d38c3f8b0cf4838206612e2ef674fba7d6813e9aec911a
Deleted: sha256:e9d4f690dc7a20f61fa4d3a2972d8fa3db3f13551f3f86d3e3da0507471717dd
Deleted: sha256:ff769fe7168cf1ee8071358d60b8be6c7660a2dc07611d4ee60ba13fbef4ac41
Deleted: sha256:5c4b31b812373fdd9e230769b2d9383821bd29edff01075e7fff946610d0ef38
Deleted: sha256:9bff74ac53e40be2e0b46662d1fa3247665bb155e712636526ca505bae9f5d02
Deleted: sha256:629e5a5814b6bf9eaff6466edf8737bfdf380966026c949024d9819711b9c99c
Deleted: sha256:bd6ffb1b3c6e788d5c39ed8b4a72fe45f3d37fe2fc8cd8451a4455775b62aca3
Deleted: sha256:2cb87358447cc0c1013664aa3fb1574d490b173a236db889d91b23232c85faea
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220831-083123
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7b31d0faf9747e5dd67ae1e6f23bc92e8a331f19f7837f9ad8590f592bce89f5
Associated tags:
- 20220831-083123
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220831-083123
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220831-083123].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7b31d0faf9747e5dd67ae1e6f23bc92e8a331f19f7837f9ad8590f592bce89f5].
$ rm -rf /tmp/tmp.1gIIqI2NRL
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2865181.
Stopping expansion service pid: 2865182.
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220831082029
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ed3c0dd6cc891e2da5175c0a98f8d851f63b50679f9ef97281fd3e79b52ece18
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220831082029]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ed3c0dd6cc891e2da5175c0a98f8d851f63b50679f9ef97281fd3e79b52ece18]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220831082029] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ed3c0dd6cc891e2da5175c0a98f8d851f63b50679f9ef97281fd3e79b52ece18])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ed3c0dd6cc891e2da5175c0a98f8d851f63b50679f9ef97281fd3e79b52ece18
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ed3c0dd6cc891e2da5175c0a98f8d851f63b50679f9ef97281fd3e79b52ece18
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ed3c0dd6cc891e2da5175c0a98f8d851f63b50679f9ef97281fd3e79b52ece18].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220831082029
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:bb5a6723fbbb642af7e29454eb8bdc57146a5e3d681050ea01435e3886a519fb
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220831082029]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:bb5a6723fbbb642af7e29454eb8bdc57146a5e3d681050ea01435e3886a519fb]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220831082029] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:bb5a6723fbbb642af7e29454eb8bdc57146a5e3d681050ea01435e3886a519fb])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:bb5a6723fbbb642af7e29454eb8bdc57146a5e3d681050ea01435e3886a519fb
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:bb5a6723fbbb642af7e29454eb8bdc57146a5e3d681050ea01435e3886a519fb
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:bb5a6723fbbb642af7e29454eb8bdc57146a5e3d681050ea01435e3886a519fb].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 7s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/cmv7gsh3xn7di
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #620
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/620/display/redirect?page=changes>
Changes:
[noreply] Minor: Fix option_from_runner_api typehint (#22946)
------------------------------------------
[...truncated 814.21 KB...]
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220831022030]"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1209/go-2-1661913460551466901/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test1209"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:38133]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220831022030]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test1209",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test1209",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1209/go-2-1661913460551466901/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1209/go-2-1661913460551466901/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1209/go-2-1661913460551466901/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1209/go-2-1661913460551466901/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1209/go-2-1661913460551466901/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1209/go-2-1661913460551466901/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1209/go-2-1661913460551466901/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1209/go-2-1661913460551466901/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1209/go-2-1661913460551466901/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-hrLsnudSE8pbAPj_2Z-qixiPzGkD6HH0RsvyZqr4KV4.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-hrLsnudSE8pbAPj_2Z-qixiPzGkD6HH0RsvyZqr4KV4.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220831022030"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220831-023140"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220831-023140"
}
]
},
"name": "go-testbigqueryio_basicwriteread-159",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/31 02:37:50 Submitted job: 2022-08-30_19_37_50-16677747987690573470
2022/08/31 02:37:50 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-30_19_37_50-16677747987690573470?project=apache-beam-testing
2022/08/31 02:37:50 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-30_19_37_50-16677747987690573470
2022/08/31 02:37:50 Job state: JOB_STATE_PENDING ...
2022/08/31 02:38:20 Job still running ...
2022/08/31 02:38:50 Job still running ...
2022/08/31 02:39:20 Job still running ...
2022/08/31 02:39:50 Job still running ...
2022/08/31 02:40:21 Job still running ...
2022/08/31 02:40:51 Job still running ...
2022/08/31 02:41:21 Job still running ...
2022/08/31 02:41:51 Job still running ...
2022/08/31 02:42:21 Job still running ...
2022/08/31 02:42:51 Job 2022-08-30_19_37_50-16677747987690573470 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661913141756347954
--- PASS: TestBigQueryIO_BasicWriteRead (632.72s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:292: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 635.747s
=== RUN TestDebeziumIO_BasicRead
integration.go:292: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.055s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:292: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:292: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:292: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220831-023140
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220831-023140
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:686e4ac7ee583d2cb29bd76c82d9e71424425cfef2f9e70bf0f103d1820b5a4d
Deleted: sha256:3b406d72108627c0a0fa4827787c701160d4075e48bb4aaa76c8e82cefce5b96
Deleted: sha256:620e8c7b306d09081795460743eb93237916b3708db2d16439503baa996d7e8f
Deleted: sha256:584610fde8f6fa748355816e77837d9942db51f6f6a2025c3e59d60bcc936093
Deleted: sha256:51f18ca0f19c0d63ce13a1028d4d9239fe8674eb33aae677159251d8f3e1bda8
Deleted: sha256:8ee9df856d3c318a69bbcd963972dbfe763cf01aca491b1d47221bdef7999ef6
Deleted: sha256:0f6862217dd53bb56c2e49872e401005ed8ca0f2c5ff415a71a7b5af2a4bd0f6
Deleted: sha256:704fb14b7246969a53f42bcc2594538d6f2d801934818adcf05ead88f729b401
Deleted: sha256:efb23b7ed9822350718bbb7c1a908da0f2bd11872b43a7cec76670e81e1d9072
Deleted: sha256:290e6fb744295a30addbc648b904483ce27b999eb6645ce0b7e54a24ed84912f
Deleted: sha256:b3dc835f70627a0da295480fc875bc21bc7791a89224de1707a74df629d67192
Deleted: sha256:5e8a91dc595aff58c8902d5ef4defd3bb651beacbc9232a09bb03a345bf9327d
Deleted: sha256:c9480b7f1d40361dae4b1abbd1ba187ea311f36bd37eda1b3aac7edf8440472d
Deleted: sha256:9c8ce4dcf9f2b56f0c89d8a22cec89c2fb12fe12b4eaedc573a1266c119114c7
Deleted: sha256:7a2de4a75b4388f3510ae3ab44ad942704c89f02f271e2b744c3e50ee5481e3f
Deleted: sha256:d114a9a899832fa7f5406aeeb8a966c6b6386dacb154cd1d494db6ce30e65f92
Deleted: sha256:5b33900e5144696b5c55a91cce9210a0bea17cfbbcc17b1ea8a51797e5e3e846
Deleted: sha256:146e5348de538e1a5863d523c0bfe5b9065f33bdf2f042668733f4ca644534a8
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220831-023140
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:686e4ac7ee583d2cb29bd76c82d9e71424425cfef2f9e70bf0f103d1820b5a4d
Associated tags:
- 20220831-023140
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220831-023140
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220831-023140].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:686e4ac7ee583d2cb29bd76c82d9e71424425cfef2f9e70bf0f103d1820b5a4d].
$ rm -rf /tmp/tmp.1E2tm7XSsT
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2695935.
Stopping expansion service pid: 2695936.
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220831022030
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8ad5ec08aa7571132ca562e1996f7d84bf1da6f412b024a6758b99d7781faa7d
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220831022030]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8ad5ec08aa7571132ca562e1996f7d84bf1da6f412b024a6758b99d7781faa7d]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220831022030] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8ad5ec08aa7571132ca562e1996f7d84bf1da6f412b024a6758b99d7781faa7d])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8ad5ec08aa7571132ca562e1996f7d84bf1da6f412b024a6758b99d7781faa7d
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8ad5ec08aa7571132ca562e1996f7d84bf1da6f412b024a6758b99d7781faa7d
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:8ad5ec08aa7571132ca562e1996f7d84bf1da6f412b024a6758b99d7781faa7d].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220831022030
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c2658355eb59aa10bd39a535dac34824429a7222dd2273eb66cc2144462ab63a
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220831022030]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c2658355eb59aa10bd39a535dac34824429a7222dd2273eb66cc2144462ab63a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220831022030] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c2658355eb59aa10bd39a535dac34824429a7222dd2273eb66cc2144462ab63a])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c2658355eb59aa10bd39a535dac34824429a7222dd2273eb66cc2144462ab63a
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c2658355eb59aa10bd39a535dac34824429a7222dd2273eb66cc2144462ab63a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:c2658355eb59aa10bd39a535dac34824429a7222dd2273eb66cc2144462ab63a].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 12s
215 actionable tasks: 153 executed, 50 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/5zbniqzpwqzro
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #619
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/619/display/redirect?page=changes>
Changes:
[noreply] Set state integration test (#22935)
------------------------------------------
[...truncated 1.20 MB...]
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:32913]"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "3h0m0s"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30498/go-2-1661895907640842339/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test30498"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:32913]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220830212051]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test30498",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test30498",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30498/go-2-1661895907640842339/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30498/go-2-1661895907640842339/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30498/go-2-1661895907640842339/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30498/go-2-1661895907640842339/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-hrLsnudSE8pbAPj_2Z-qixiPzGkD6HH0RsvyZqr4KV4.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-hrLsnudSE8pbAPj_2Z-qixiPzGkD6HH0RsvyZqr4KV4.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30498/go-2-1661895907640842339/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30498/go-2-1661895907640842339/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30498/go-2-1661895907640842339/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30498/go-2-1661895907640842339/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30498/go-2-1661895907640842339/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220830-213739"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220830212051"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220830-213739"
}
]
},
"name": "go-testbigqueryio_basicwriteread-757",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/30 21:45:20 Submitted job: 2022-08-30_14_45_19-2470715100964263841
2022/08/30 21:45:20 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-30_14_45_19-2470715100964263841?project=apache-beam-testing
2022/08/30 21:45:20 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-30_14_45_19-2470715100964263841
2022/08/30 21:45:20 Job state: JOB_STATE_PENDING ...
2022/08/30 21:45:50 Job still running ...
2022/08/30 21:46:20 Job still running ...
2022/08/30 21:46:50 Job still running ...
2022/08/30 21:47:20 Job still running ...
2022/08/30 21:47:50 Job still running ...
2022/08/30 21:48:20 Job still running ...
2022/08/30 21:48:50 Job still running ...
2022/08/30 21:49:25 Job still running ...
2022/08/30 21:49:55 Job still running ...
2022/08/30 21:50:25 Job still running ...
2022/08/30 21:50:55 Job 2022-08-30_14_45_19-2470715100964263841 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661895568645971262
--- PASS: TestBigQueryIO_BasicWriteRead (690.06s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:292: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 693.129s
=== RUN TestDebeziumIO_BasicRead
integration.go:292: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.104s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:292: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:292: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.189s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:292: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.145s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:8f1cd3a01aba1b138dc3e951f6c7bf0d835799237f2aa7b40b00b51503a0543d
Associated tags:
- 20220830-213739
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220830-213739
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220830-213739].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:8f1cd3a01aba1b138dc3e951f6c7bf0d835799237f2aa7b40b00b51503a0543d].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220830212051]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ad357935d037526e50b46c321c847bc1e4cb6b3ec22cba604cdb38d366d50bc8]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220830212051] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ad357935d037526e50b46c321c847bc1e4cb6b3ec22cba604cdb38d366d50bc8])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ad357935d037526e50b46c321c847bc1e4cb6b3ec22cba604cdb38d366d50bc8
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ad357935d037526e50b46c321c847bc1e4cb6b3ec22cba604cdb38d366d50bc8].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220830212051]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e72d08e2b340eeed08fb5c2335c9f95e6e3cec1574666608466764c4311420e7]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220830212051] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e72d08e2b340eeed08fb5c2335c9f95e6e3cec1574666608466764c4311420e7])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e72d08e2b340eeed08fb5c2335c9f95e6e3cec1574666608466764c4311420e7
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e72d08e2b340eeed08fb5c2335c9f95e6e3cec1574666608466764c4311420e7].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 12m
215 actionable tasks: 149 executed, 54 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/velj4ki6rdgpw
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #618
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/618/display/redirect?page=changes>
Changes:
[noreply] Fix yaml duplicated mapping key (#22952)
[noreply] [Playground] [Infrastructure] Adding the Cloud Datastore client to save
[noreply] Fix jdbc date conversion offset 1 day (#22738)
------------------------------------------
[...truncated 795.57 KB...]
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test12274"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:33493]"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220830183016]"
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "3h0m0s"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12274/go-2-1661885331928750010/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test12274"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:33493]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220830183016]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test12274",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test12274",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12274/go-2-1661885331928750010/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12274/go-2-1661885331928750010/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12274/go-2-1661885331928750010/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12274/go-2-1661885331928750010/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12274/go-2-1661885331928750010/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-hrLsnudSE8pbAPj_2Z-qixiPzGkD6HH0RsvyZqr4KV4.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-hrLsnudSE8pbAPj_2Z-qixiPzGkD6HH0RsvyZqr4KV4.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12274/go-2-1661885331928750010/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12274/go-2-1661885331928750010/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12274/go-2-1661885331928750010/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12274/go-2-1661885331928750010/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220830-184237"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220830183016"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220830-184237"
}
]
},
"name": "go-testbigqueryio_basicwriteread-38",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/30 18:49:02 Submitted job: 2022-08-30_11_49_02-15703909356355018136
2022/08/30 18:49:02 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-30_11_49_02-15703909356355018136?project=apache-beam-testing
2022/08/30 18:49:02 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-30_11_49_02-15703909356355018136
2022/08/30 18:49:03 Job state: JOB_STATE_PENDING ...
2022/08/30 18:49:33 Job still running ...
2022/08/30 18:50:03 Job still running ...
2022/08/30 18:50:33 Job still running ...
2022/08/30 18:51:03 Job still running ...
2022/08/30 18:51:33 Job still running ...
2022/08/30 18:52:03 Job still running ...
2022/08/30 18:52:33 Job still running ...
2022/08/30 18:53:03 Job still running ...
2022/08/30 18:53:33 Job still running ...
2022/08/30 18:54:03 Job still running ...
2022/08/30 18:54:33 Job 2022-08-30_11_49_02-15703909356355018136 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661885012665530464
--- PASS: TestBigQueryIO_BasicWriteRead (664.12s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:289: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 667.151s
=== RUN TestDebeziumIO_BasicRead
integration.go:289: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.046s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:289: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:289: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:289: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:2d8bb86575181603cf9be34c99436f2d6695b7267e35451e5f7b317cb8aa8787
Associated tags:
- 20220830-184237
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220830-184237
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220830-184237].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:2d8bb86575181603cf9be34c99436f2d6695b7267e35451e5f7b317cb8aa8787].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220830183016]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1c73371221991224007878dc1bacf23c9bdf6fbdfe7371c0f5eeea1f8947a3a2]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220830183016] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1c73371221991224007878dc1bacf23c9bdf6fbdfe7371c0f5eeea1f8947a3a2])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1c73371221991224007878dc1bacf23c9bdf6fbdfe7371c0f5eeea1f8947a3a2
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:1c73371221991224007878dc1bacf23c9bdf6fbdfe7371c0f5eeea1f8947a3a2].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220830183016]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4e2c671eae114851842f266497e1b401cb9b206f632b7d2ef526dab7d62e09e3]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220830183016] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4e2c671eae114851842f266497e1b401cb9b206f632b7d2ef526dab7d62e09e3])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4e2c671eae114851842f266497e1b401cb9b206f632b7d2ef526dab7d62e09e3
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4e2c671eae114851842f266497e1b401cb9b206f632b7d2ef526dab7d62e09e3].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 56s
215 actionable tasks: 156 executed, 47 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/c6pkawjpleuie
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #617
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/617/display/redirect>
Changes:
------------------------------------------
[...truncated 824.51 KB...]
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:33619]"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220830123704]"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10229/go-2-1661864064120318810/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test10229"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:33619]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220830123704]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test10229",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test10229",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10229/go-2-1661864064120318810/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10229/go-2-1661864064120318810/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10229/go-2-1661864064120318810/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10229/go-2-1661864064120318810/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10229/go-2-1661864064120318810/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-H-s_IlGvuTf7MNPbGx19z_0ymY5NQgU9KegEJ8IKTC0.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-H-s_IlGvuTf7MNPbGx19z_0ymY5NQgU9KegEJ8IKTC0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10229/go-2-1661864064120318810/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10229/go-2-1661864064120318810/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10229/go-2-1661864064120318810/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test10229/go-2-1661864064120318810/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220830-124826"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220830123704"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220830-124826"
}
]
},
"name": "go-testbigqueryio_basicwriteread-180",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/30 12:54:34 Submitted job: 2022-08-30_05_54_33-3627817104983788089
2022/08/30 12:54:34 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-30_05_54_33-3627817104983788089?project=apache-beam-testing
2022/08/30 12:54:34 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-30_05_54_33-3627817104983788089
2022/08/30 12:54:34 Job state: JOB_STATE_PENDING ...
2022/08/30 12:55:04 Job still running ...
2022/08/30 12:55:34 Job still running ...
2022/08/30 12:56:04 Job still running ...
2022/08/30 12:56:34 Job still running ...
2022/08/30 12:57:04 Job still running ...
2022/08/30 12:57:34 Job still running ...
2022/08/30 12:58:04 Job still running ...
2022/08/30 12:58:35 Job still running ...
2022/08/30 12:59:05 Job still running ...
2022/08/30 12:59:35 Job still running ...
2022/08/30 13:00:05 Job 2022-08-30_05_54_33-3627817104983788089 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661863746315315698
--- PASS: TestBigQueryIO_BasicWriteRead (662.03s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:289: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 665.055s
=== RUN TestDebeziumIO_BasicRead
integration.go:289: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:289: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:289: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.027s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:289: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.047s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:9b2b2543375a54eb56787d40be07f674b37f7f92bf5f03818f95978d5d87d5e1
Associated tags:
- 20220830-124826
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220830-124826
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220830-124826].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:9b2b2543375a54eb56787d40be07f674b37f7f92bf5f03818f95978d5d87d5e1].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220830123704]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2cfbea628a034866c64940e078a0163be83731c80050eb64ca4506bde7a242bb]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220830123704] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2cfbea628a034866c64940e078a0163be83731c80050eb64ca4506bde7a242bb])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2cfbea628a034866c64940e078a0163be83731c80050eb64ca4506bde7a242bb
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2cfbea628a034866c64940e078a0163be83731c80050eb64ca4506bde7a242bb].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220830123704]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b367cc26fe9c739a9bb69036e7cda884974a8b7ed9801815ddcaf41c7647a797]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220830123704] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b367cc26fe9c739a9bb69036e7cda884974a8b7ed9801815ddcaf41c7647a797])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b367cc26fe9c739a9bb69036e7cda884974a8b7ed9801815ddcaf41c7647a797
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:b367cc26fe9c739a9bb69036e7cda884974a8b7ed9801815ddcaf41c7647a797].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 59s
215 actionable tasks: 150 executed, 53 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/e5kswdjvpdspm
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #616
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/616/display/redirect?page=changes>
Changes:
[yathu] Support Timestamp type in xlang JDBC Read and Write
[yathu] change urn name to millis_instant:v1
[yathu] Add standard_coders test
[yathu] Apply suggestions from code review
[yathu] Fix Java standard coder test
[yathu] Fix logical type with same language type gets completely hidden
[noreply] Handle stateful windows correctly + integration test (#22918)
[noreply] Automatically infer state keys from their field name (#22922)
[noreply] Updates to multi-lang Java quickstart (#22927)
------------------------------------------
[...truncated 1.21 MB...]
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:37021]"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220830051109]"
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test6841"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6841/go-2-1661837538969023389/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test6841"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:37021]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220830051109]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test6841",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test6841",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6841/go-2-1661837538969023389/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6841/go-2-1661837538969023389/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6841/go-2-1661837538969023389/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6841/go-2-1661837538969023389/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6841/go-2-1661837538969023389/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6841/go-2-1661837538969023389/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-H-s_IlGvuTf7MNPbGx19z_0ymY5NQgU9KegEJ8IKTC0.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-H-s_IlGvuTf7MNPbGx19z_0ymY5NQgU9KegEJ8IKTC0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6841/go-2-1661837538969023389/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6841/go-2-1661837538969023389/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6841/go-2-1661837538969023389/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220830-052624"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220830051109"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220830-052624"
}
]
},
"name": "go-testbigqueryio_basicwriteread-929",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/30 05:32:29 Submitted job: 2022-08-29_22_32_28-18347126919625765046
2022/08/30 05:32:29 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-29_22_32_28-18347126919625765046?project=apache-beam-testing
2022/08/30 05:32:29 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-29_22_32_28-18347126919625765046
2022/08/30 05:32:29 Job state: JOB_STATE_PENDING ...
2022/08/30 05:32:59 Job still running ...
2022/08/30 05:33:29 Job still running ...
2022/08/30 05:33:59 Job still running ...
2022/08/30 05:34:29 Job still running ...
2022/08/30 05:34:59 Job still running ...
2022/08/30 05:35:29 Job still running ...
2022/08/30 05:35:59 Job still running ...
2022/08/30 05:36:30 Job still running ...
2022/08/30 05:37:00 Job still running ...
2022/08/30 05:37:30 Job still running ...
2022/08/30 05:38:00 Job 2022-08-29_22_32_28-18347126919625765046 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661837219123731126
--- PASS: TestBigQueryIO_BasicWriteRead (664.40s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:289: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 667.433s
=== RUN TestDebeziumIO_BasicRead
integration.go:289: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.044s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:289: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:289: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.100s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:289: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:56444a437c73a4c49cd567b7daf1f305f5fd599676f42fd492cb7567484294b5
Associated tags:
- 20220830-052624
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220830-052624
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220830-052624].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:56444a437c73a4c49cd567b7daf1f305f5fd599676f42fd492cb7567484294b5].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220830051109]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:278adcd2095d6226386ee33c5d080ac812e69cc9817e77689eebad586b13c851]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220830051109] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:278adcd2095d6226386ee33c5d080ac812e69cc9817e77689eebad586b13c851])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:278adcd2095d6226386ee33c5d080ac812e69cc9817e77689eebad586b13c851
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:278adcd2095d6226386ee33c5d080ac812e69cc9817e77689eebad586b13c851].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220830051109]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:99020ed94b44a4d987fbf244c4a71ddf4e3ecb4d3687616b7b18093c439181d7]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220830051109] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:99020ed94b44a4d987fbf244c4a71ddf4e3ecb4d3687616b7b18093c439181d7])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:99020ed94b44a4d987fbf244c4a71ddf4e3ecb4d3687616b7b18093c439181d7
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:99020ed94b44a4d987fbf244c4a71ddf4e3ecb4d3687616b7b18093c439181d7].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 40s
215 actionable tasks: 148 executed, 55 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/scp45y7yg4k4a
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #615
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/615/display/redirect?page=changes>
Changes:
[Robert Bradshaw] [BEAM-22923] Allow sharding specification for dataframe writes.
[noreply] Add set state in Go (#22919)
[noreply] Go Map State integration test (#22898)
[noreply] Add clear function for bag state types (#22917)
[noreply] [Playground] Update build_playground_backend.yml - add "Index creation"
[noreply] [Playground] [Backend] added SDK validation to save a code snippet
[noreply] Fix linting violations (#22934)
[noreply] [akvelon][tour-of-beam] backend bootstraps (#22556)
[noreply] Bump up postcommit timeout (#22937)
------------------------------------------
[...truncated 796.50 KB...]
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:39027]"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220829211245]"
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11033/go-2-1661808646521873322/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test11033"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:39027]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220829211245]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test11033",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test11033",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11033/go-2-1661808646521873322/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11033/go-2-1661808646521873322/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11033/go-2-1661808646521873322/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11033/go-2-1661808646521873322/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11033/go-2-1661808646521873322/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11033/go-2-1661808646521873322/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-RBC4JgyCdJ1NyZ2ufHLaB8te9jeBJqLuIqWwrLwvll8.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-RBC4JgyCdJ1NyZ2ufHLaB8te9jeBJqLuIqWwrLwvll8.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11033/go-2-1661808646521873322/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11033/go-2-1661808646521873322/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test11033/go-2-1661808646521873322/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220829-212443"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220829211245"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220829-212443"
}
]
},
"name": "go-testbigqueryio_basicwriteread-237",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/29 21:30:56 Submitted job: 2022-08-29_14_30_56-1614201533272149425
2022/08/29 21:30:56 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-29_14_30_56-1614201533272149425?project=apache-beam-testing
2022/08/29 21:30:56 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-29_14_30_56-1614201533272149425
2022/08/29 21:30:56 Job state: JOB_STATE_PENDING ...
2022/08/29 21:31:26 Job still running ...
2022/08/29 21:31:56 Job still running ...
2022/08/29 21:32:26 Job still running ...
2022/08/29 21:32:56 Job still running ...
2022/08/29 21:33:26 Job still running ...
2022/08/29 21:33:56 Job still running ...
2022/08/29 21:34:26 Job still running ...
2022/08/29 21:34:57 Job still running ...
2022/08/29 21:35:27 Job still running ...
2022/08/29 21:35:57 Job still running ...
2022/08/29 21:36:27 Job 2022-08-29_14_30_56-1614201533272149425 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661808326539842254
--- PASS: TestBigQueryIO_BasicWriteRead (663.80s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:286: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 666.830s
=== RUN TestDebeziumIO_BasicRead
integration.go:286: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.041s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:286: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:286: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.039s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:286: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.047s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:cadbe9b987d7ea450fbe8d28a78b591ab22d0bbbfe0b620db02cf603f03459b9
Associated tags:
- 20220829-212443
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220829-212443
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220829-212443].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:cadbe9b987d7ea450fbe8d28a78b591ab22d0bbbfe0b620db02cf603f03459b9].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220829211245]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:13407cfb2e28d5d924aa601a87b13c9d5505dedbd78b987079281429fd892265]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220829211245] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:13407cfb2e28d5d924aa601a87b13c9d5505dedbd78b987079281429fd892265])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:13407cfb2e28d5d924aa601a87b13c9d5505dedbd78b987079281429fd892265
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:13407cfb2e28d5d924aa601a87b13c9d5505dedbd78b987079281429fd892265].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220829211245]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:eaa62a9bd0eeb2d5c1737ef41772e877ecabde6bf48b39c7b8bfff9bc7c3f294]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220829211245] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:eaa62a9bd0eeb2d5c1737ef41772e877ecabde6bf48b39c7b8bfff9bc7c3f294])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:eaa62a9bd0eeb2d5c1737ef41772e877ecabde6bf48b39c7b8bfff9bc7c3f294
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:eaa62a9bd0eeb2d5c1737ef41772e877ecabde6bf48b39c7b8bfff9bc7c3f294].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 42s
215 actionable tasks: 148 executed, 55 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/34qo7dhwuey5k
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #614
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/614/display/redirect>
Changes:
------------------------------------------
[...truncated 1.22 MB...]
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:43985]"
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220829142040]"
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "2h0m0s"
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test27152"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27152/go-2-1661783845463106734/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test27152"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:43985]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220829142040]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test27152",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test27152",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27152/go-2-1661783845463106734/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27152/go-2-1661783845463106734/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27152/go-2-1661783845463106734/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27152/go-2-1661783845463106734/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27152/go-2-1661783845463106734/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27152/go-2-1661783845463106734/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-RBC4JgyCdJ1NyZ2ufHLaB8te9jeBJqLuIqWwrLwvll8.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-RBC4JgyCdJ1NyZ2ufHLaB8te9jeBJqLuIqWwrLwvll8.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27152/go-2-1661783845463106734/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27152/go-2-1661783845463106734/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test27152/go-2-1661783845463106734/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220829-143124"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220829142040"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220829-143124"
}
]
},
"name": "go-testbigqueryio_basicwriteread-678",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/29 14:37:35 Submitted job: 2022-08-29_07_37_35-18158411254007347893
2022/08/29 14:37:35 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-29_07_37_35-18158411254007347893?project=apache-beam-testing
2022/08/29 14:37:35 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-29_07_37_35-18158411254007347893
2022/08/29 14:37:35 Job state: JOB_STATE_PENDING ...
2022/08/29 14:38:05 Job still running ...
2022/08/29 14:38:35 Job still running ...
2022/08/29 14:39:05 Job still running ...
2022/08/29 14:39:35 Job still running ...
2022/08/29 14:40:06 Job still running ...
2022/08/29 14:40:36 Job still running ...
2022/08/29 14:41:06 Job still running ...
2022/08/29 14:41:36 Job still running ...
2022/08/29 14:42:06 Job still running ...
2022/08/29 14:42:36 Job still running ...
2022/08/29 14:43:06 Job 2022-08-29_07_37_35-18158411254007347893 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661783526709201910
--- PASS: TestBigQueryIO_BasicWriteRead (662.85s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:276: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 665.872s
=== RUN TestDebeziumIO_BasicRead
integration.go:276: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.032s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:276: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:276: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.027s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:276: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.122s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a4d537d9733434e78e12be5dd87860eecb956abfe39c336b343cae2ad746beb1
Associated tags:
- 20220829-143124
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220829-143124
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220829-143124].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:a4d537d9733434e78e12be5dd87860eecb956abfe39c336b343cae2ad746beb1].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220829142040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c0295e80aa4ade2fa4f3b88cc105392ca91bd4782d0363e6dae3ce89a15e54c9]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220829142040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c0295e80aa4ade2fa4f3b88cc105392ca91bd4782d0363e6dae3ce89a15e54c9])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c0295e80aa4ade2fa4f3b88cc105392ca91bd4782d0363e6dae3ce89a15e54c9
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c0295e80aa4ade2fa4f3b88cc105392ca91bd4782d0363e6dae3ce89a15e54c9].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220829142040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:0aa1d3ccb8539f49e5dfd05e7a1dd1bb3725a0040a9d67a83a3d815ab8882004]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220829142040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:0aa1d3ccb8539f49e5dfd05e7a1dd1bb3725a0040a9d67a83a3d815ab8882004])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:0aa1d3ccb8539f49e5dfd05e7a1dd1bb3725a0040a9d67a83a3d815ab8882004
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:0aa1d3ccb8539f49e5dfd05e7a1dd1bb3725a0040a9d67a83a3d815ab8882004].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 29s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/7u2ciygmkupy2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #613
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/613/display/redirect>
Changes:
------------------------------------------
[...truncated 840.10 KB...]
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5633/go-2-1661762245629146087/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test5633"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:39523]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220829082041]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test5633",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test5633",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5633/go-2-1661762245629146087/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5633/go-2-1661762245629146087/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5633/go-2-1661762245629146087/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5633/go-2-1661762245629146087/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5633/go-2-1661762245629146087/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5633/go-2-1661762245629146087/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5633/go-2-1661762245629146087/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5633/go-2-1661762245629146087/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-RBC4JgyCdJ1NyZ2ufHLaB8te9jeBJqLuIqWwrLwvll8.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-RBC4JgyCdJ1NyZ2ufHLaB8te9jeBJqLuIqWwrLwvll8.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test5633/go-2-1661762245629146087/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220829-083124"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220829082041"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220829-083124"
}
]
},
"name": "go-testbigqueryio_basicwriteread-477",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/29 08:37:40 Submitted job: 2022-08-29_01_37_39-140546148244814312
2022/08/29 08:37:40 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-29_01_37_39-140546148244814312?project=apache-beam-testing
2022/08/29 08:37:40 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-29_01_37_39-140546148244814312
2022/08/29 08:37:40 Job state: JOB_STATE_PENDING ...
2022/08/29 08:38:10 Job still running ...
2022/08/29 08:38:40 Job still running ...
2022/08/29 08:39:10 Job still running ...
2022/08/29 08:39:40 Job still running ...
2022/08/29 08:40:10 Job still running ...
2022/08/29 08:40:40 Job still running ...
2022/08/29 08:41:10 Job still running ...
2022/08/29 08:41:40 Job still running ...
2022/08/29 08:42:10 Job still running ...
2022/08/29 08:42:40 Job still running ...
2022/08/29 08:43:10 Job 2022-08-29_01_37_39-140546148244814312 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661761924407948694
--- PASS: TestBigQueryIO_BasicWriteRead (669.51s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:276: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 672.540s
=== RUN TestDebeziumIO_BasicRead
integration.go:276: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.027s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:276: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:276: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.028s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:276: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.027s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220829-083124
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220829-083124
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c94e08ce50267a84b32d9a655d286eea9802ada313138f151ef5b322cbf35bc6
Deleted: sha256:898b8d92f726fbd9c19785dc52a19e893f2a7e1109fbcd513b39c2f12db3d24c
Deleted: sha256:f623e231fec80e1beb3d18f13032b2526f303b2a62d06a61dbdebbd24fc11fd3
Deleted: sha256:e336187b81dab917a935467e38244f4bf258e23dcc9279d575352a6d0268ebe2
Deleted: sha256:d377f907e9b18e9c52342d9fdea1e1793d2d425ecff539395cf4e7a507e44f86
Deleted: sha256:4a49ab177071b0ceacfc69275d26fe26d211bcef71f642515af46ed6ab9bba1e
Deleted: sha256:5ab54878d1157f818056f610cfda7c9dc90d5563ac1bba266b9c3553f4b44578
Deleted: sha256:8e88e089c93ce0bb16d83d3adba2ba8168db2f71f33a29fbaa702c071c190d70
Deleted: sha256:a9102b42ef93f55c766350f9839e635ae56d97336d45aaf90109e50aca47b571
Deleted: sha256:7cf772baf4ee1876127304ce8d035afa72b66b0a187b7b2031433a6fd2007d25
Deleted: sha256:79197a38df3e8225ac36ab3da69b881e7000fd57819b838fe68fc7d14cd9dc6a
Deleted: sha256:a45546dddcf72fe78a993f242b58073de7f79dbcac426476c414d853272ab401
Deleted: sha256:a6af258192a48cade4476e3850d35a9ad625190041d8b134008cefa5d5407605
Deleted: sha256:a741e9189b1e0c9d5f361b14c2ff571416ee921e88adbb0d105591f91335465b
Deleted: sha256:8319ba315cc2b7cbfd8769218a423be6c642b8766a327cfeed45200948663fb4
Deleted: sha256:b301d5ccfd92bdc99347c7d90a3f0b94133c0be74fe643fc39b23896c6f50280
Deleted: sha256:49947c07cd47d8ec3abffb9b9d72164c943e2aa16bee473961684ab4de6f7461
Deleted: sha256:1922174873b777198790aac57e2ed7316cc96e723f6ce56f5349d35d76bbd161
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220829-083124
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c94e08ce50267a84b32d9a655d286eea9802ada313138f151ef5b322cbf35bc6
Associated tags:
- 20220829-083124
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220829-083124
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220829-083124].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c94e08ce50267a84b32d9a655d286eea9802ada313138f151ef5b322cbf35bc6].
$ rm -rf /tmp/tmp.tOvOnsHiOD
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3137848.
Stopping expansion service pid: 3137849.
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220829082041
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:215dd0224da38ce945bc74c8c4a496615b7bedddf20351cb88bd785061bc3d9d
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220829082041]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:215dd0224da38ce945bc74c8c4a496615b7bedddf20351cb88bd785061bc3d9d]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220829082041] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:215dd0224da38ce945bc74c8c4a496615b7bedddf20351cb88bd785061bc3d9d])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:215dd0224da38ce945bc74c8c4a496615b7bedddf20351cb88bd785061bc3d9d
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:215dd0224da38ce945bc74c8c4a496615b7bedddf20351cb88bd785061bc3d9d
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:215dd0224da38ce945bc74c8c4a496615b7bedddf20351cb88bd785061bc3d9d].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220829082041
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2ada3129f93db705e23b931cbcce11b4afec7fa0dcfe4069ab0a8fae629d5011
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220829082041]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2ada3129f93db705e23b931cbcce11b4afec7fa0dcfe4069ab0a8fae629d5011]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220829082041] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2ada3129f93db705e23b931cbcce11b4afec7fa0dcfe4069ab0a8fae629d5011])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2ada3129f93db705e23b931cbcce11b4afec7fa0dcfe4069ab0a8fae629d5011
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2ada3129f93db705e23b931cbcce11b4afec7fa0dcfe4069ab0a8fae629d5011
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:2ada3129f93db705e23b931cbcce11b4afec7fa0dcfe4069ab0a8fae629d5011].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 56s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/gaz5gsdjfucbu
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #612
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/612/display/redirect>
Changes:
------------------------------------------
[...truncated 817.01 KB...]
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:46021]"
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test1319"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220829022034]"
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1319/go-2-1661740685396589501/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test1319"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:46021]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220829022034]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test1319",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test1319",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1319/go-2-1661740685396589501/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1319/go-2-1661740685396589501/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1319/go-2-1661740685396589501/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1319/go-2-1661740685396589501/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1319/go-2-1661740685396589501/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1319/go-2-1661740685396589501/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1319/go-2-1661740685396589501/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1319/go-2-1661740685396589501/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test1319/go-2-1661740685396589501/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-RBC4JgyCdJ1NyZ2ufHLaB8te9jeBJqLuIqWwrLwvll8.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-RBC4JgyCdJ1NyZ2ufHLaB8te9jeBJqLuIqWwrLwvll8.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220829-023209"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220829022034"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220829-023209"
}
]
},
"name": "go-testbigqueryio_basicwriteread-846",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/29 02:38:14 Submitted job: 2022-08-28_19_38_14-4357716026665185640
2022/08/29 02:38:14 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-28_19_38_14-4357716026665185640?project=apache-beam-testing
2022/08/29 02:38:14 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-28_19_38_14-4357716026665185640
2022/08/29 02:38:14 Job state: JOB_STATE_PENDING ...
2022/08/29 02:38:44 Job still running ...
2022/08/29 02:39:14 Job still running ...
2022/08/29 02:39:44 Job still running ...
2022/08/29 02:40:14 Job still running ...
2022/08/29 02:40:44 Job still running ...
2022/08/29 02:41:14 Job still running ...
2022/08/29 02:41:44 Job still running ...
2022/08/29 02:42:14 Job still running ...
2022/08/29 02:42:45 Job still running ...
2022/08/29 02:43:15 Job still running ...
2022/08/29 02:43:45 Job 2022-08-28_19_38_14-4357716026665185640 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661740368901892535
--- PASS: TestBigQueryIO_BasicWriteRead (659.73s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:276: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 662.760s
=== RUN TestDebeziumIO_BasicRead
integration.go:276: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:276: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:276: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.030s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:276: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.034s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:48827743dc57f02dfdd03d58ea7fb6fa3aa4d532387c2db479b2c82f3b72d314
Associated tags:
- 20220829-023209
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220829-023209
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220829-023209].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:48827743dc57f02dfdd03d58ea7fb6fa3aa4d532387c2db479b2c82f3b72d314].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220829022034]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bc2ab6512e5d555408781077d38a1df54243f3c376fda883099fe52608a310d6]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220829022034] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bc2ab6512e5d555408781077d38a1df54243f3c376fda883099fe52608a310d6])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bc2ab6512e5d555408781077d38a1df54243f3c376fda883099fe52608a310d6
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:bc2ab6512e5d555408781077d38a1df54243f3c376fda883099fe52608a310d6].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220829022034]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:22a5ea801e3a42b478095064c56033f5e84e933585bfcbbf1cf9dba70898eb11]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220829022034] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:22a5ea801e3a42b478095064c56033f5e84e933585bfcbbf1cf9dba70898eb11])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:22a5ea801e3a42b478095064c56033f5e84e933585bfcbbf1cf9dba70898eb11
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:22a5ea801e3a42b478095064c56033f5e84e933585bfcbbf1cf9dba70898eb11].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 4s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/t76726yfeueyi
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #611
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/611/display/redirect>
Changes:
------------------------------------------
[...truncated 797.49 KB...]
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220828202031]"
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test29579"
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "2h0m0s"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29579/go-2-1661719156314539509/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test29579"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:44791]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220828202031]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test29579",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test29579",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29579/go-2-1661719156314539509/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29579/go-2-1661719156314539509/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29579/go-2-1661719156314539509/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29579/go-2-1661719156314539509/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29579/go-2-1661719156314539509/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29579/go-2-1661719156314539509/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-RBC4JgyCdJ1NyZ2ufHLaB8te9jeBJqLuIqWwrLwvll8.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-RBC4JgyCdJ1NyZ2ufHLaB8te9jeBJqLuIqWwrLwvll8.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29579/go-2-1661719156314539509/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29579/go-2-1661719156314539509/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29579/go-2-1661719156314539509/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220828-203323"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220828202031"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220828-203323"
}
]
},
"name": "go-testbigqueryio_basicwriteread-610",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/28 20:39:26 Submitted job: 2022-08-28_13_39_26-11521992599035660364
2022/08/28 20:39:26 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-28_13_39_26-11521992599035660364?project=apache-beam-testing
2022/08/28 20:39:26 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-28_13_39_26-11521992599035660364
2022/08/28 20:39:26 Job state: JOB_STATE_PENDING ...
2022/08/28 20:39:56 Job still running ...
2022/08/28 20:40:26 Job still running ...
2022/08/28 20:40:56 Job still running ...
2022/08/28 20:41:26 Job still running ...
2022/08/28 20:41:56 Job still running ...
2022/08/28 20:42:26 Job still running ...
2022/08/28 20:42:57 Job still running ...
2022/08/28 20:43:27 Job still running ...
2022/08/28 20:43:57 Job still running ...
2022/08/28 20:44:27 Job still running ...
2022/08/28 20:44:57 Job 2022-08-28_13_39_26-11521992599035660364 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661718839006849515
--- PASS: TestBigQueryIO_BasicWriteRead (661.44s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:276: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 664.466s
=== RUN TestDebeziumIO_BasicRead
integration.go:276: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.037s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:276: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:276: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.028s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:276: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e2bbdef68475881f973b0fcff4c968962821e42afbf9ecabbb5e407d2604e210
Associated tags:
- 20220828-203323
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220828-203323
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220828-203323].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:e2bbdef68475881f973b0fcff4c968962821e42afbf9ecabbb5e407d2604e210].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220828202031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:70896bf09952fe988922133317dfd30368c8352cae0e6843f77b6d22440b382e]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220828202031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:70896bf09952fe988922133317dfd30368c8352cae0e6843f77b6d22440b382e])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:70896bf09952fe988922133317dfd30368c8352cae0e6843f77b6d22440b382e
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:70896bf09952fe988922133317dfd30368c8352cae0e6843f77b6d22440b382e].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220828202031]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:708a58f74af0f5986f8170330984a1f5e7028ff556b8b46038b08d3172f0cef9]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220828202031] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:708a58f74af0f5986f8170330984a1f5e7028ff556b8b46038b08d3172f0cef9])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:708a58f74af0f5986f8170330984a1f5e7028ff556b8b46038b08d3172f0cef9
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:708a58f74af0f5986f8170330984a1f5e7028ff556b8b46038b08d3172f0cef9].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 7m 20s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/jc7fynaspkshi
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #610
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/610/display/redirect>
Changes:
------------------------------------------
[...truncated 1.22 MB...]
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "2h0m0s"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:42835]"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7332/go-2-1661697478973943979/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test7332"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:42835]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220828142042]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test7332",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test7332",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7332/go-2-1661697478973943979/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7332/go-2-1661697478973943979/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7332/go-2-1661697478973943979/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7332/go-2-1661697478973943979/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7332/go-2-1661697478973943979/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-RBC4JgyCdJ1NyZ2ufHLaB8te9jeBJqLuIqWwrLwvll8.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-RBC4JgyCdJ1NyZ2ufHLaB8te9jeBJqLuIqWwrLwvll8.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7332/go-2-1661697478973943979/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7332/go-2-1661697478973943979/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7332/go-2-1661697478973943979/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7332/go-2-1661697478973943979/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220828-143159"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220828142042"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220828-143159"
}
]
},
"name": "go-testbigqueryio_basicwriteread-348",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/28 14:38:08 Submitted job: 2022-08-28_07_38_08-2621219037223634238
2022/08/28 14:38:08 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-28_07_38_08-2621219037223634238?project=apache-beam-testing
2022/08/28 14:38:08 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-28_07_38_08-2621219037223634238
2022/08/28 14:38:08 Job state: JOB_STATE_PENDING ...
2022/08/28 14:38:39 Job still running ...
2022/08/28 14:39:09 Job still running ...
2022/08/28 14:39:39 Job still running ...
2022/08/28 14:40:09 Job still running ...
2022/08/28 14:40:39 Job still running ...
2022/08/28 14:41:09 Job still running ...
2022/08/28 14:41:39 Job still running ...
2022/08/28 14:42:09 Job still running ...
2022/08/28 14:42:39 Job still running ...
2022/08/28 14:43:09 Job still running ...
2022/08/28 14:43:39 Job 2022-08-28_07_38_08-2621219037223634238 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661697156481577409
--- PASS: TestBigQueryIO_BasicWriteRead (666.65s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:276: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 669.676s
=== RUN TestDebeziumIO_BasicRead
integration.go:276: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.036s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:276: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:276: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.035s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:276: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.035s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:99421dfcd694a3300d05d6c51725e3bd4c3626d342f18804a3a7bac598015c03
Associated tags:
- 20220828-143159
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220828-143159
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220828-143159].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:99421dfcd694a3300d05d6c51725e3bd4c3626d342f18804a3a7bac598015c03].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220828142042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:cf4b63bdaa8e250ece438574a29720e0c7685c67e2075bb7800aad6a54a67b6b]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220828142042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:cf4b63bdaa8e250ece438574a29720e0c7685c67e2075bb7800aad6a54a67b6b])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:cf4b63bdaa8e250ece438574a29720e0c7685c67e2075bb7800aad6a54a67b6b
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:cf4b63bdaa8e250ece438574a29720e0c7685c67e2075bb7800aad6a54a67b6b].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220828142042]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:60078945110d1dd41a6d320a9abd59e75516fbef3a09584925dcb7d53a9db136]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220828142042] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:60078945110d1dd41a6d320a9abd59e75516fbef3a09584925dcb7d53a9db136])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:60078945110d1dd41a6d320a9abd59e75516fbef3a09584925dcb7d53a9db136
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:60078945110d1dd41a6d320a9abd59e75516fbef3a09584925dcb7d53a9db136].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 4m 31s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/glb6xpygdldvc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #609
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/609/display/redirect>
Changes:
------------------------------------------
[...truncated 802.28 KB...]
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "2h0m0s"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:35499]"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220828082033]"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8145/go-2-1661675979062786550/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test8145"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:35499]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220828082033]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test8145",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test8145",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8145/go-2-1661675979062786550/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8145/go-2-1661675979062786550/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8145/go-2-1661675979062786550/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8145/go-2-1661675979062786550/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8145/go-2-1661675979062786550/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8145/go-2-1661675979062786550/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-RBC4JgyCdJ1NyZ2ufHLaB8te9jeBJqLuIqWwrLwvll8.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-RBC4JgyCdJ1NyZ2ufHLaB8te9jeBJqLuIqWwrLwvll8.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8145/go-2-1661675979062786550/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8145/go-2-1661675979062786550/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8145/go-2-1661675979062786550/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220828-083343"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220828082033"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220828-083343"
}
]
},
"name": "go-testbigqueryio_basicwriteread-815",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/28 08:39:49 Submitted job: 2022-08-28_01_39_48-15554018489459143274
2022/08/28 08:39:49 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-28_01_39_48-15554018489459143274?project=apache-beam-testing
2022/08/28 08:39:49 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-28_01_39_48-15554018489459143274
2022/08/28 08:39:49 Job state: JOB_STATE_PENDING ...
2022/08/28 08:40:19 Job still running ...
2022/08/28 08:40:49 Job still running ...
2022/08/28 08:41:19 Job still running ...
2022/08/28 08:41:49 Job still running ...
2022/08/28 08:42:19 Job still running ...
2022/08/28 08:42:49 Job still running ...
2022/08/28 08:43:20 Job still running ...
2022/08/28 08:43:50 Job still running ...
2022/08/28 08:44:20 Job still running ...
2022/08/28 08:44:50 Job still running ...
2022/08/28 08:45:20 Job 2022-08-28_01_39_48-15554018489459143274 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661675659725737591
--- PASS: TestBigQueryIO_BasicWriteRead (663.90s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:276: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 666.935s
=== RUN TestDebeziumIO_BasicRead
integration.go:276: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.031s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:276: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:276: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:276: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:dd4826b2748cd23a0684399701c0c292039e8db46f680b5022f238bb0e6d49ee
Associated tags:
- 20220828-083343
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220828-083343
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220828-083343].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:dd4826b2748cd23a0684399701c0c292039e8db46f680b5022f238bb0e6d49ee].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220828082033]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c9f66b83a4ac3104a61ae4b57d41c6e669825aa42a0352d8a617a276816f805e]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220828082033] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c9f66b83a4ac3104a61ae4b57d41c6e669825aa42a0352d8a617a276816f805e])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c9f66b83a4ac3104a61ae4b57d41c6e669825aa42a0352d8a617a276816f805e
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c9f66b83a4ac3104a61ae4b57d41c6e669825aa42a0352d8a617a276816f805e].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220828082033]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8c2fa0b04c8c819ad428859fc19a9d2d23037d54af7f88bebba21bf7a0e2f0be]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220828082033] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8c2fa0b04c8c819ad428859fc19a9d2d23037d54af7f88bebba21bf7a0e2f0be])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8c2fa0b04c8c819ad428859fc19a9d2d23037d54af7f88bebba21bf7a0e2f0be
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8c2fa0b04c8c819ad428859fc19a9d2d23037d54af7f88bebba21bf7a0e2f0be].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 3m 15s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/mlvshkcqhknxc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #608
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/608/display/redirect>
Changes:
------------------------------------------
[...truncated 1.22 MB...]
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test963"
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "2h0m0s"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220828022028]"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test963/go-2-1661654283723422060/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test963"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:44195]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220828022028]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test963",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test963",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test963/go-2-1661654283723422060/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test963/go-2-1661654283723422060/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test963/go-2-1661654283723422060/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test963/go-2-1661654283723422060/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test963/go-2-1661654283723422060/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test963/go-2-1661654283723422060/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test963/go-2-1661654283723422060/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test963/go-2-1661654283723422060/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test963/go-2-1661654283723422060/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-RBC4JgyCdJ1NyZ2ufHLaB8te9jeBJqLuIqWwrLwvll8.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-RBC4JgyCdJ1NyZ2ufHLaB8te9jeBJqLuIqWwrLwvll8.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220828-023211"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220828022028"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220828-023211"
}
]
},
"name": "go-testbigqueryio_basicwriteread-690",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/28 02:38:13 Submitted job: 2022-08-27_19_38_12-12276845162509755049
2022/08/28 02:38:13 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-27_19_38_12-12276845162509755049?project=apache-beam-testing
2022/08/28 02:38:13 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-27_19_38_12-12276845162509755049
2022/08/28 02:38:13 Job state: JOB_STATE_PENDING ...
2022/08/28 02:38:43 Job still running ...
2022/08/28 02:39:13 Job still running ...
2022/08/28 02:39:43 Job still running ...
2022/08/28 02:40:13 Job still running ...
2022/08/28 02:40:43 Job still running ...
2022/08/28 02:41:13 Job still running ...
2022/08/28 02:41:43 Job still running ...
2022/08/28 02:42:13 Job still running ...
2022/08/28 02:42:43 Job still running ...
2022/08/28 02:43:13 Job still running ...
2022/08/28 02:43:44 Job 2022-08-27_19_38_12-12276845162509755049 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661653966801262018
--- PASS: TestBigQueryIO_BasicWriteRead (660.48s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:276: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 663.511s
=== RUN TestDebeziumIO_BasicRead
integration.go:276: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:276: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:276: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.030s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:276: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.029s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:d403773105466b6a090dcd5d06b2e5450ddd4092d1344284ebfa099467ef1669
Associated tags:
- 20220828-023211
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220828-023211
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220828-023211].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:d403773105466b6a090dcd5d06b2e5450ddd4092d1344284ebfa099467ef1669].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220828022028]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9bf311c68331dba741da0d058f777a6c07750c2abe0252009c673d2897c281c3]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220828022028] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9bf311c68331dba741da0d058f777a6c07750c2abe0252009c673d2897c281c3])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9bf311c68331dba741da0d058f777a6c07750c2abe0252009c673d2897c281c3
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9bf311c68331dba741da0d058f777a6c07750c2abe0252009c673d2897c281c3].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220828022028]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:be05ab694c769681e8f38b0171e7a57d9f6976aab5faaf5db72fe075507d5d62]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220828022028] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:be05ab694c769681e8f38b0171e7a57d9f6976aab5faaf5db72fe075507d5d62])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:be05ab694c769681e8f38b0171e7a57d9f6976aab5faaf5db72fe075507d5d62
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:be05ab694c769681e8f38b0171e7a57d9f6976aab5faaf5db72fe075507d5d62].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 39s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/g6rdderiybani
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #607
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/607/display/redirect>
Changes:
------------------------------------------
[...truncated 1.19 MB...]
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test6153"
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:40953]"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "2h0m0s"
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6153/go-2-1661632695302017019/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test6153"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:40953]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220827202027]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test6153",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test6153",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6153/go-2-1661632695302017019/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6153/go-2-1661632695302017019/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6153/go-2-1661632695302017019/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6153/go-2-1661632695302017019/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6153/go-2-1661632695302017019/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6153/go-2-1661632695302017019/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6153/go-2-1661632695302017019/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6153/go-2-1661632695302017019/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test6153/go-2-1661632695302017019/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-RBC4JgyCdJ1NyZ2ufHLaB8te9jeBJqLuIqWwrLwvll8.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-RBC4JgyCdJ1NyZ2ufHLaB8te9jeBJqLuIqWwrLwvll8.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220827-203215"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220827202027"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220827-203215"
}
]
},
"name": "go-testbigqueryio_basicwriteread-947",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/27 20:38:24 Submitted job: 2022-08-27_13_38_24-15642733262095103751
2022/08/27 20:38:24 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-27_13_38_24-15642733262095103751?project=apache-beam-testing
2022/08/27 20:38:24 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-27_13_38_24-15642733262095103751
2022/08/27 20:38:25 Job state: JOB_STATE_PENDING ...
2022/08/27 20:38:55 Job still running ...
2022/08/27 20:39:25 Job still running ...
2022/08/27 20:39:55 Job still running ...
2022/08/27 20:40:25 Job still running ...
2022/08/27 20:40:55 Job still running ...
2022/08/27 20:41:25 Job still running ...
2022/08/27 20:41:55 Job still running ...
2022/08/27 20:42:25 Job still running ...
2022/08/27 20:42:55 Job still running ...
2022/08/27 20:43:25 Job still running ...
2022/08/27 20:43:55 Job 2022-08-27_13_38_24-15642733262095103751 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661632376831940441
--- PASS: TestBigQueryIO_BasicWriteRead (662.28s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:276: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 665.307s
=== RUN TestDebeziumIO_BasicRead
integration.go:276: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.031s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:276: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:276: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.029s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:276: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.087s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:4cca577c48a4f1e3f203cd73a6baec11bd07463b7a43fb1fc57ede43ddfbd36f
Associated tags:
- 20220827-203215
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220827-203215
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220827-203215].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:4cca577c48a4f1e3f203cd73a6baec11bd07463b7a43fb1fc57ede43ddfbd36f].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220827202027]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f3f2cb8a5adf0a403bb14bc3bc7a8d7c6ff20b918f8aab25eb750f85a35104b1]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220827202027] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f3f2cb8a5adf0a403bb14bc3bc7a8d7c6ff20b918f8aab25eb750f85a35104b1])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f3f2cb8a5adf0a403bb14bc3bc7a8d7c6ff20b918f8aab25eb750f85a35104b1
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f3f2cb8a5adf0a403bb14bc3bc7a8d7c6ff20b918f8aab25eb750f85a35104b1].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220827202027]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e19d3f355e07c8957bf168463d369a7935c7203cc01a5f8c86a3077e633a74a4]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220827202027] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e19d3f355e07c8957bf168463d369a7935c7203cc01a5f8c86a3077e633a74a4])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e19d3f355e07c8957bf168463d369a7935c7203cc01a5f8c86a3077e633a74a4
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:e19d3f355e07c8957bf168463d369a7935c7203cc01a5f8c86a3077e633a74a4].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 25s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/zpsc3agodp5oq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #606
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/606/display/redirect>
Changes:
------------------------------------------
[...truncated 1.23 MB...]
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "2h0m0s"
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test12056"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220827142037]"
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12056/go-2-1661610957673900875/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test12056"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:43123]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220827142037]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test12056",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test12056",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12056/go-2-1661610957673900875/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12056/go-2-1661610957673900875/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12056/go-2-1661610957673900875/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12056/go-2-1661610957673900875/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12056/go-2-1661610957673900875/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12056/go-2-1661610957673900875/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12056/go-2-1661610957673900875/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12056/go-2-1661610957673900875/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test12056/go-2-1661610957673900875/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-RBC4JgyCdJ1NyZ2ufHLaB8te9jeBJqLuIqWwrLwvll8.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-RBC4JgyCdJ1NyZ2ufHLaB8te9jeBJqLuIqWwrLwvll8.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220827-143127"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220827142037"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220827-143127"
}
]
},
"name": "go-testbigqueryio_basicwriteread-15",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/27 14:36:06 Submitted job: 2022-08-27_07_36_06-9096579265248710169
2022/08/27 14:36:06 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-27_07_36_06-9096579265248710169?project=apache-beam-testing
2022/08/27 14:36:06 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-27_07_36_06-9096579265248710169
2022/08/27 14:36:06 Job state: JOB_STATE_PENDING ...
2022/08/27 14:36:37 Job still running ...
2022/08/27 14:37:07 Job still running ...
2022/08/27 14:37:37 Job still running ...
2022/08/27 14:38:07 Job still running ...
2022/08/27 14:38:37 Job still running ...
2022/08/27 14:39:07 Job still running ...
2022/08/27 14:39:37 Job still running ...
2022/08/27 14:40:08 Job still running ...
2022/08/27 14:40:43 Job still running ...
2022/08/27 14:41:13 Job 2022-08-27_07_36_06-9096579265248710169 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661610725367084320
--- PASS: TestBigQueryIO_BasicWriteRead (551.84s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:276: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 554.863s
=== RUN TestDebeziumIO_BasicRead
integration.go:276: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:276: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:276: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.035s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:276: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.069s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c203b45b3d213952a248ff832e95a5e7dc7609979dbea8aa444db9ca841a01b7
Associated tags:
- 20220827-143127
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220827-143127
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220827-143127].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c203b45b3d213952a248ff832e95a5e7dc7609979dbea8aa444db9ca841a01b7].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220827142037]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:616c6f2b463c2fb8a53409b9a1db92d0bde5266983738bfd5091a0416ea08470]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220827142037] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:616c6f2b463c2fb8a53409b9a1db92d0bde5266983738bfd5091a0416ea08470])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:616c6f2b463c2fb8a53409b9a1db92d0bde5266983738bfd5091a0416ea08470
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:616c6f2b463c2fb8a53409b9a1db92d0bde5266983738bfd5091a0416ea08470].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220827142037]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:57b245b34d5fa08614dd9d104f7f5f91749636cf336f47d4593d1ff3b4d5aad1]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220827142037] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:57b245b34d5fa08614dd9d104f7f5f91749636cf336f47d4593d1ff3b4d5aad1])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:57b245b34d5fa08614dd9d104f7f5f91749636cf336f47d4593d1ff3b4d5aad1
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:57b245b34d5fa08614dd9d104f7f5f91749636cf336f47d4593d1ff3b4d5aad1].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 5m 9s
215 actionable tasks: 165 executed, 40 from cache, 10 up-to-date
Publishing build scan...
https://gradle.com/s/q3cpltzm3o3y2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #605
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/605/display/redirect>
Changes:
------------------------------------------
[...truncated 801.78 KB...]
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "2h0m0s"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:45143]"
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220827082041]"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23706/go-2-1661589470889744195/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test23706"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:45143]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220827082041]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test23706",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test23706",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23706/go-2-1661589470889744195/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23706/go-2-1661589470889744195/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23706/go-2-1661589470889744195/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23706/go-2-1661589470889744195/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23706/go-2-1661589470889744195/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23706/go-2-1661589470889744195/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23706/go-2-1661589470889744195/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23706/go-2-1661589470889744195/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test23706/go-2-1661589470889744195/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-RBC4JgyCdJ1NyZ2ufHLaB8te9jeBJqLuIqWwrLwvll8.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-RBC4JgyCdJ1NyZ2ufHLaB8te9jeBJqLuIqWwrLwvll8.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220827082041"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220827-083320"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220827-083320"
}
]
},
"name": "go-testbigqueryio_basicwriteread-300",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/27 08:38:01 Submitted job: 2022-08-27_01_38_01-15420893115998251391
2022/08/27 08:38:01 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-27_01_38_01-15420893115998251391?project=apache-beam-testing
2022/08/27 08:38:01 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-27_01_38_01-15420893115998251391
2022/08/27 08:38:01 Job state: JOB_STATE_PENDING ...
2022/08/27 08:38:31 Job still running ...
2022/08/27 08:39:01 Job still running ...
2022/08/27 08:39:31 Job still running ...
2022/08/27 08:40:02 Job still running ...
2022/08/27 08:40:32 Job still running ...
2022/08/27 08:41:02 Job still running ...
2022/08/27 08:41:32 Job still running ...
2022/08/27 08:42:02 Job still running ...
2022/08/27 08:42:32 Job still running ...
2022/08/27 08:43:02 Job still running ...
2022/08/27 08:43:32 Job still running ...
2022/08/27 08:44:02 Job 2022-08-27_01_38_01-15420893115998251391 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661589243001996097
--- PASS: TestBigQueryIO_BasicWriteRead (602.50s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:276: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 605.533s
=== RUN TestDebeziumIO_BasicRead
integration.go:276: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.028s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:276: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:276: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:276: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.050s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:9bd3f2770137b6f719c733362b3ea830ba1ba39d384c0b702822ce53835dc89b
Associated tags:
- 20220827-083320
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220827-083320
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220827-083320].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:9bd3f2770137b6f719c733362b3ea830ba1ba39d384c0b702822ce53835dc89b].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220827082041]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9d1852d8d10616a7aebe9c8526f2b117eca05016d6d47362b0e8979f7ed20b40]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220827082041] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9d1852d8d10616a7aebe9c8526f2b117eca05016d6d47362b0e8979f7ed20b40])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9d1852d8d10616a7aebe9c8526f2b117eca05016d6d47362b0e8979f7ed20b40
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:9d1852d8d10616a7aebe9c8526f2b117eca05016d6d47362b0e8979f7ed20b40].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220827082041]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:fc488e9e3ad24259f0c902a0bfaad40200ba283457ffba31e412ddad7a427446]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220827082041] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:fc488e9e3ad24259f0c902a0bfaad40200ba283457ffba31e412ddad7a427446])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:fc488e9e3ad24259f0c902a0bfaad40200ba283457ffba31e412ddad7a427446
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:fc488e9e3ad24259f0c902a0bfaad40200ba283457ffba31e412ddad7a427446].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 2m 43s
215 actionable tasks: 143 executed, 60 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/3eq4e6hugy3fm
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #604
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/604/display/redirect?page=changes>
Changes:
[noreply] [BEAM-12164] Feat: Added support to Cloud Spanner Change Streams
------------------------------------------
[...truncated 835.11 KB...]
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test3829"
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3829/go-2-1661567970462061690/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test3829"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:40497]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220827022034]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test3829",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test3829",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3829/go-2-1661567970462061690/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3829/go-2-1661567970462061690/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3829/go-2-1661567970462061690/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3829/go-2-1661567970462061690/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3829/go-2-1661567970462061690/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3829/go-2-1661567970462061690/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3829/go-2-1661567970462061690/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3829/go-2-1661567970462061690/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test3829/go-2-1661567970462061690/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-RBC4JgyCdJ1NyZ2ufHLaB8te9jeBJqLuIqWwrLwvll8.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-RBC4JgyCdJ1NyZ2ufHLaB8te9jeBJqLuIqWwrLwvll8.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220827-023322"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220827022034"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220827-023322"
}
]
},
"name": "go-testbigqueryio_basicwriteread-689",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/27 02:39:41 Submitted job: 2022-08-26_19_39_40-5423580321697850968
2022/08/27 02:39:41 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-26_19_39_40-5423580321697850968?project=apache-beam-testing
2022/08/27 02:39:41 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-26_19_39_40-5423580321697850968
2022/08/27 02:39:41 Job state: JOB_STATE_PENDING ...
2022/08/27 02:40:11 Job still running ...
2022/08/27 02:40:41 Job still running ...
2022/08/27 02:41:11 Job still running ...
2022/08/27 02:41:41 Job still running ...
2022/08/27 02:42:11 Job still running ...
2022/08/27 02:42:41 Job still running ...
2022/08/27 02:43:12 Job still running ...
2022/08/27 02:43:42 Job still running ...
2022/08/27 02:44:12 Job still running ...
2022/08/27 02:44:42 Job still running ...
2022/08/27 02:45:12 Job 2022-08-26_19_39_40-5423580321697850968 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661567649168459718
--- PASS: TestBigQueryIO_BasicWriteRead (666.53s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:276: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 669.568s
=== RUN TestDebeziumIO_BasicRead
integration.go:276: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.041s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:276: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:276: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.048s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:276: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.061s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220827-023322
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220827-023322
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:bab292fde139ff072e9455f613f8e44e8695b8f57178c75f81c08b48391b171f
Deleted: sha256:e736e888e9a4a7985e1ed8415a7ce6c1f65b79384d3833a14343abafa5e74084
Deleted: sha256:9403ed016272efc541f2fcfd2bd0c450d543921a69bba8718803ac745d6388c1
Deleted: sha256:abc53f073200244f3911a572192e34d0db80bfdd33a48f823e068a7616ad9423
Deleted: sha256:92d19cc92c27ccef70659c1cbff87a8da5ff475d5c9ec1ea599e42e0b09c6c1a
Deleted: sha256:310494181d963c28bae32b21e7155db056eb4cd27a5aed54911da94c098eee66
Deleted: sha256:1e1362a98069e1faf86003d8c4d7ee2fa0de1e6ad494b78c7acedc6d6bbf36fc
Deleted: sha256:36e2a2cc51e5532fcdd710c4f1bd6554a94b697c77e02a325b22f93c65d93471
Deleted: sha256:dd0efe34995d9bf2a154b3585e73ecb91d8a1adbd1b3a8a3600d9b132a90caf9
Deleted: sha256:641490e1730bedd745b3904236af38adb37efff99b769e943af9c9714bb92a53
Deleted: sha256:c1df596d3c0040ac5ccf69443525842bfc6950877f65ca60f6678ae36b9c57d2
Deleted: sha256:02c55ef564c336a7c204a28fba6da8fe9f6577e9887656726304abc6703831eb
Deleted: sha256:558e434185e183a3cff85bebe4c8b485183d0888169de9d3ac4a0114b7b87a62
Deleted: sha256:677a5323895c765a836c6ebde4821c1993ef456d3e0b8ef4fd4c3f1126036c45
Deleted: sha256:b69fc3e958787e5658d07d755ec6937e2eed6350c7e4a8e4f7a6ca8a54bb1a1e
Deleted: sha256:4219729791d8d4774023082e9c8ade98cc120a68f1ebb2ad1cef7d0522efa0b0
Deleted: sha256:8a4c6f112e4977903c87e52df0bfd64b0c30d617f47cea7b06174f2b06f524e4
Deleted: sha256:473613f4d9d5b34419b5b91652de1d6c4e8c57f17935c7b703f84528d1c15d09
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220827-023322
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:bab292fde139ff072e9455f613f8e44e8695b8f57178c75f81c08b48391b171f
Associated tags:
- 20220827-023322
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220827-023322
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220827-023322].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:bab292fde139ff072e9455f613f8e44e8695b8f57178c75f81c08b48391b171f].
$ rm -rf /tmp/tmp.OaqLU6AQUO
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1726254.
Stopping expansion service pid: 1726255.
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220827022034
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ab756d1d823f3bb8aeeabd736662f0b6b033488b5f279f6224f8c55b46df1b2f
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220827022034]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ab756d1d823f3bb8aeeabd736662f0b6b033488b5f279f6224f8c55b46df1b2f]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220827022034] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ab756d1d823f3bb8aeeabd736662f0b6b033488b5f279f6224f8c55b46df1b2f])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ab756d1d823f3bb8aeeabd736662f0b6b033488b5f279f6224f8c55b46df1b2f
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ab756d1d823f3bb8aeeabd736662f0b6b033488b5f279f6224f8c55b46df1b2f
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ab756d1d823f3bb8aeeabd736662f0b6b033488b5f279f6224f8c55b46df1b2f].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220827022034
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:79f4ca805c4475601334c7cac59071af41e34cf76664037d71217c8a4a2985f6
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220827022034]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:79f4ca805c4475601334c7cac59071af41e34cf76664037d71217c8a4a2985f6]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220827022034] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:79f4ca805c4475601334c7cac59071af41e34cf76664037d71217c8a4a2985f6])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:79f4ca805c4475601334c7cac59071af41e34cf76664037d71217c8a4a2985f6
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:79f4ca805c4475601334c7cac59071af41e34cf76664037d71217c8a4a2985f6
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:79f4ca805c4475601334c7cac59071af41e34cf76664037d71217c8a4a2985f6].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 8m 27s
215 actionable tasks: 154 executed, 49 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/6nlrsxflzfhvs
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #603
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/603/display/redirect?page=changes>
Changes:
[noreply] Pass user specified destination type to UpdateSchemaDestination
[noreply] [Go SDK] Stream decode values in single iterations (#22904)
[noreply] Enable autosharding for BQ: #22818
[noreply] Update wordcount_minimal.py by removing pipeline_args.extend (#22786)
[noreply] Add map state in the Go Sdk (#22897)
------------------------------------------
[...truncated 797.46 KB...]
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "2h0m0s"
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:39707]"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test25744"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25744/go-2-1661546569541781026/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test25744"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:39707]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220826202044]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test25744",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test25744",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25744/go-2-1661546569541781026/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25744/go-2-1661546569541781026/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25744/go-2-1661546569541781026/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25744/go-2-1661546569541781026/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25744/go-2-1661546569541781026/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25744/go-2-1661546569541781026/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25744/go-2-1661546569541781026/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25744/go-2-1661546569541781026/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-VqToz18Jo2DsJHgR2ptI0fyNluSYS7Hm4leVOvBI_fM.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-VqToz18Jo2DsJHgR2ptI0fyNluSYS7Hm4leVOvBI_fM.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25744/go-2-1661546569541781026/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220826-203623"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220826202044"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220826-203623"
}
]
},
"name": "go-testbigqueryio_basicwriteread-402",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/26 20:43:01 Submitted job: 2022-08-26_13_43_01-15728927199170879469
2022/08/26 20:43:01 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-26_13_43_01-15728927199170879469?project=apache-beam-testing
2022/08/26 20:43:01 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-26_13_43_01-15728927199170879469
2022/08/26 20:43:01 Job state: JOB_STATE_PENDING ...
2022/08/26 20:43:31 Job still running ...
2022/08/26 20:44:01 Job still running ...
2022/08/26 20:44:31 Job still running ...
2022/08/26 20:45:02 Job still running ...
2022/08/26 20:45:32 Job still running ...
2022/08/26 20:46:02 Job still running ...
2022/08/26 20:46:32 Job still running ...
2022/08/26 20:47:02 Job still running ...
2022/08/26 20:47:32 Job still running ...
2022/08/26 20:48:02 Job still running ...
2022/08/26 20:48:32 Job 2022-08-26_13_43_01-15728927199170879469 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661546243030600074
--- PASS: TestBigQueryIO_BasicWriteRead (673.62s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:276: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 676.675s
=== RUN TestDebeziumIO_BasicRead
integration.go:276: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:276: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:276: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.057s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:276: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.082s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f44e02b6fc5ae0f56d8bf8beeeb2b5eb84426425e0634dd930a0f039ab9825b8
Associated tags:
- 20220826-203623
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220826-203623
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220826-203623].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:f44e02b6fc5ae0f56d8bf8beeeb2b5eb84426425e0634dd930a0f039ab9825b8].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220826202044]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4fa8c56aadd0a8a1e35de44d8b2cb32b3f2e491ab2628e80bf3f79961ae51315]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220826202044] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4fa8c56aadd0a8a1e35de44d8b2cb32b3f2e491ab2628e80bf3f79961ae51315])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4fa8c56aadd0a8a1e35de44d8b2cb32b3f2e491ab2628e80bf3f79961ae51315
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4fa8c56aadd0a8a1e35de44d8b2cb32b3f2e491ab2628e80bf3f79961ae51315].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220826202044]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9b1b64d8ea949b89df6b463db3ab1e276cf2ba0546a9e288d8025591c206f1e5]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220826202044] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9b1b64d8ea949b89df6b463db3ab1e276cf2ba0546a9e288d8025591c206f1e5])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9b1b64d8ea949b89df6b463db3ab1e276cf2ba0546a9e288d8025591c206f1e5
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9b1b64d8ea949b89df6b463db3ab1e276cf2ba0546a9e288d8025591c206f1e5].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 11m 42s
215 actionable tasks: 144 executed, 59 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/4ykcliaa62scc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #602
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/602/display/redirect>
Changes:
------------------------------------------
[...truncated 1.18 MB...]
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test30372"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220826142039]"
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "2h0m0s"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30372/go-2-1661524686428037838/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test30372"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:37547]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220826142039]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test30372",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test30372",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30372/go-2-1661524686428037838/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30372/go-2-1661524686428037838/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30372/go-2-1661524686428037838/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-qX3qSJxgr_VX4Qieth_IX_Nb3aJvx-pa8J76yjqMPnU.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-qX3qSJxgr_VX4Qieth_IX_Nb3aJvx-pa8J76yjqMPnU.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30372/go-2-1661524686428037838/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30372/go-2-1661524686428037838/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30372/go-2-1661524686428037838/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30372/go-2-1661524686428037838/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30372/go-2-1661524686428037838/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30372/go-2-1661524686428037838/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220826-143206"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220826142039"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220826-143206"
}
]
},
"name": "go-testbigqueryio_basicwriteread-263",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/26 14:38:19 Submitted job: 2022-08-26_07_38_18-3463184229162893992
2022/08/26 14:38:19 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-26_07_38_18-3463184229162893992?project=apache-beam-testing
2022/08/26 14:38:19 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-26_07_38_18-3463184229162893992
2022/08/26 14:38:19 Job state: JOB_STATE_PENDING ...
2022/08/26 14:38:49 Job still running ...
2022/08/26 14:39:19 Job still running ...
2022/08/26 14:39:49 Job still running ...
2022/08/26 14:40:19 Job still running ...
2022/08/26 14:40:49 Job still running ...
2022/08/26 14:41:19 Job still running ...
2022/08/26 14:41:49 Job still running ...
2022/08/26 14:42:19 Job still running ...
2022/08/26 14:42:49 Job still running ...
2022/08/26 14:43:19 Job 2022-08-26_07_38_18-3463184229162893992 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661524366207016226
--- PASS: TestBigQueryIO_BasicWriteRead (636.84s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:276: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 639.875s
=== RUN TestDebeziumIO_BasicRead
integration.go:276: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.056s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:276: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:276: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.037s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:276: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.035s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7d99235a38a0dbb6e1e51d64de2e5365c9455b55b8cefec1dde0370f11d76044
Associated tags:
- 20220826-143206
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220826-143206
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220826-143206].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7d99235a38a0dbb6e1e51d64de2e5365c9455b55b8cefec1dde0370f11d76044].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220826142039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4c57b4634825ccc085a448aa50e93bd5a4253a69e1d49c863736424e3c16bcd7]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220826142039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4c57b4634825ccc085a448aa50e93bd5a4253a69e1d49c863736424e3c16bcd7])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4c57b4634825ccc085a448aa50e93bd5a4253a69e1d49c863736424e3c16bcd7
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:4c57b4634825ccc085a448aa50e93bd5a4253a69e1d49c863736424e3c16bcd7].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220826142039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1359a9ba86087ababf187bbcce7cab1f35f34bb9c7b2342be6b08f7ed8ef4f7e]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220826142039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1359a9ba86087ababf187bbcce7cab1f35f34bb9c7b2342be6b08f7ed8ef4f7e])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1359a9ba86087ababf187bbcce7cab1f35f34bb9c7b2342be6b08f7ed8ef4f7e
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1359a9ba86087ababf187bbcce7cab1f35f34bb9c7b2342be6b08f7ed8ef4f7e].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 11s
215 actionable tasks: 148 executed, 55 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/p42v7upuzfngi
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #601
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/601/display/redirect>
Changes:
------------------------------------------
[...truncated 808.21 KB...]
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test29364"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220826082027]"
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "2h0m0s"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29364/go-2-1661503010646001126/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test29364"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:40673]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220826082027]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test29364",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test29364",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29364/go-2-1661503010646001126/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29364/go-2-1661503010646001126/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29364/go-2-1661503010646001126/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-qX3qSJxgr_VX4Qieth_IX_Nb3aJvx-pa8J76yjqMPnU.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-qX3qSJxgr_VX4Qieth_IX_Nb3aJvx-pa8J76yjqMPnU.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29364/go-2-1661503010646001126/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29364/go-2-1661503010646001126/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29364/go-2-1661503010646001126/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29364/go-2-1661503010646001126/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29364/go-2-1661503010646001126/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test29364/go-2-1661503010646001126/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220826-083059"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220826082027"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220826-083059"
}
]
},
"name": "go-testbigqueryio_basicwriteread-878",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/26 08:37:01 Submitted job: 2022-08-26_01_37_01-15226232070794656469
2022/08/26 08:37:01 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-26_01_37_01-15226232070794656469?project=apache-beam-testing
2022/08/26 08:37:01 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-26_01_37_01-15226232070794656469
2022/08/26 08:37:01 Job state: JOB_STATE_PENDING ...
2022/08/26 08:37:31 Job still running ...
2022/08/26 08:38:01 Job still running ...
2022/08/26 08:38:31 Job still running ...
2022/08/26 08:39:01 Job still running ...
2022/08/26 08:39:31 Job still running ...
2022/08/26 08:40:01 Job still running ...
2022/08/26 08:40:31 Job still running ...
2022/08/26 08:41:02 Job 2022-08-26_01_37_01-15226232070794656469 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661502692515577705
--- PASS: TestBigQueryIO_BasicWriteRead (572.53s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:276: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 575.563s
=== RUN TestDebeziumIO_BasicRead
integration.go:276: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.028s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:276: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:276: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.029s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:276: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.025s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:be2455405cdba64aa31f71c9e81e93766fa6e294863016fb18ac8c01e2416a93
Associated tags:
- 20220826-083059
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220826-083059
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220826-083059].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:be2455405cdba64aa31f71c9e81e93766fa6e294863016fb18ac8c01e2416a93].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220826082027]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6c8c59dd8fd6a98ba93a50abf8c48cb6807335b91f72e6a389c4c3de7ac3cb97]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220826082027] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6c8c59dd8fd6a98ba93a50abf8c48cb6807335b91f72e6a389c4c3de7ac3cb97])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6c8c59dd8fd6a98ba93a50abf8c48cb6807335b91f72e6a389c4c3de7ac3cb97
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:6c8c59dd8fd6a98ba93a50abf8c48cb6807335b91f72e6a389c4c3de7ac3cb97].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220826082027]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:232bf98f85ff264ecd47c56e68ad182a969a5cfb112a278248ab4eb6be3d66c8]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220826082027] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:232bf98f85ff264ecd47c56e68ad182a969a5cfb112a278248ab4eb6be3d66c8])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:232bf98f85ff264ecd47c56e68ad182a969a5cfb112a278248ab4eb6be3d66c8
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:232bf98f85ff264ecd47c56e68ad182a969a5cfb112a278248ab4eb6be3d66c8].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 23s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/otcatxdojsuuq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #600
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/600/display/redirect?page=changes>
Changes:
[Robert Bradshaw] [BEAM-22723] Yield BatchElement batches at end of window.
[noreply] Update sdks/python/apache_beam/transforms/util_test.py
[cushon] Update to Byte Buddy 1.12.14
[cushon] Add a regression test
[cushon] Add spotless exclusion
[noreply] Preserve state on SDK switch (#22430) (#22735)
------------------------------------------
[...truncated 796.79 KB...]
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "2h0m0s"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:41065]"
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test18817"
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220826022028]"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18817/go-2-1661481522591322173/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test18817"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:41065]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220826022028]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test18817",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test18817",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18817/go-2-1661481522591322173/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18817/go-2-1661481522591322173/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18817/go-2-1661481522591322173/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18817/go-2-1661481522591322173/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18817/go-2-1661481522591322173/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18817/go-2-1661481522591322173/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18817/go-2-1661481522591322173/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18817/go-2-1661481522591322173/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18817/go-2-1661481522591322173/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-qX3qSJxgr_VX4Qieth_IX_Nb3aJvx-pa8J76yjqMPnU.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-qX3qSJxgr_VX4Qieth_IX_Nb3aJvx-pa8J76yjqMPnU.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220826-023221"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220826022028"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220826-023221"
}
]
},
"name": "go-testbigqueryio_basicwriteread-211",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/26 02:38:52 Submitted job: 2022-08-25_19_38_52-10929870662010799307
2022/08/26 02:38:52 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-25_19_38_52-10929870662010799307?project=apache-beam-testing
2022/08/26 02:38:52 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-25_19_38_52-10929870662010799307
2022/08/26 02:38:52 Job state: JOB_STATE_PENDING ...
2022/08/26 02:39:22 Job still running ...
2022/08/26 02:39:52 Job still running ...
2022/08/26 02:40:22 Job still running ...
2022/08/26 02:40:52 Job still running ...
2022/08/26 02:41:22 Job still running ...
2022/08/26 02:41:53 Job still running ...
2022/08/26 02:42:23 Job still running ...
2022/08/26 02:42:53 Job still running ...
2022/08/26 02:43:23 Job still running ...
2022/08/26 02:43:53 Job still running ...
2022/08/26 02:44:23 Job 2022-08-25_19_38_52-10929870662010799307 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661481175033164075
--- PASS: TestBigQueryIO_BasicWriteRead (691.50s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:276: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 694.531s
=== RUN TestDebeziumIO_BasicRead
integration.go:276: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.030s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:276: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:276: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:276: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.029s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:cf55a98e9b527e3c8bbd9cb00096e71ade2844c9d01efb1735db8388dbdfd098
Associated tags:
- 20220826-023221
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220826-023221
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220826-023221].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:cf55a98e9b527e3c8bbd9cb00096e71ade2844c9d01efb1735db8388dbdfd098].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220826022028]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ddad778fc81b8d05a69bb6f7071292bd9c92fbcd6e122700ff9502a0f3b17028]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220826022028] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ddad778fc81b8d05a69bb6f7071292bd9c92fbcd6e122700ff9502a0f3b17028])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ddad778fc81b8d05a69bb6f7071292bd9c92fbcd6e122700ff9502a0f3b17028
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ddad778fc81b8d05a69bb6f7071292bd9c92fbcd6e122700ff9502a0f3b17028].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220826022028]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8d69ad6cefcff760dc22ec06820347ca7cc6afe7c59300b1b4dbc6b24b8b6ea0]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220826022028] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8d69ad6cefcff760dc22ec06820347ca7cc6afe7c59300b1b4dbc6b24b8b6ea0])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8d69ad6cefcff760dc22ec06820347ca7cc6afe7c59300b1b4dbc6b24b8b6ea0
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:8d69ad6cefcff760dc22ec06820347ca7cc6afe7c59300b1b4dbc6b24b8b6ea0].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 6m 16s
215 actionable tasks: 158 executed, 45 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/e33gacntxk7ew
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #599
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/599/display/redirect?page=changes>
Changes:
[noreply] [Website] add Python to KinesisIO in connectors #22845 (#22841)
[noreply] Combining state integration test (#22846)
[noreply] Small lint fixes (#22890)
------------------------------------------
[...truncated 824.22 KB...]
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20009/go-2-1661460084197099635/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test20009"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:34009]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220825202034]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test20009",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test20009",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20009/go-2-1661460084197099635/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20009/go-2-1661460084197099635/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20009/go-2-1661460084197099635/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-r5B6zwooj6ymqPpoyN9i3JEVZhLsqYpF958WmCaiC4U.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-r5B6zwooj6ymqPpoyN9i3JEVZhLsqYpF958WmCaiC4U.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20009/go-2-1661460084197099635/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20009/go-2-1661460084197099635/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20009/go-2-1661460084197099635/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20009/go-2-1661460084197099635/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20009/go-2-1661460084197099635/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test20009/go-2-1661460084197099635/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220825-203513"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220825202034"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220825-203513"
}
]
},
"name": "go-testbigqueryio_basicwriteread-987",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/25 20:41:34 Submitted job: 2022-08-25_13_41_34-15735338002519996890
2022/08/25 20:41:34 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-25_13_41_34-15735338002519996890?project=apache-beam-testing
2022/08/25 20:41:34 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-25_13_41_34-15735338002519996890
2022/08/25 20:41:34 Job state: JOB_STATE_PENDING ...
2022/08/25 20:42:04 Job still running ...
2022/08/25 20:42:34 Job still running ...
2022/08/25 20:43:04 Job still running ...
2022/08/25 20:43:34 Job still running ...
2022/08/25 20:44:04 Job still running ...
2022/08/25 20:44:34 Job still running ...
2022/08/25 20:45:04 Job still running ...
2022/08/25 20:45:34 Job still running ...
2022/08/25 20:46:04 Job still running ...
2022/08/25 20:46:35 Job still running ...
2022/08/25 20:47:05 Job 2022-08-25_13_41_34-15735338002519996890 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661459763015023897
--- PASS: TestBigQueryIO_BasicWriteRead (666.52s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:276: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 669.559s
=== RUN TestDebeziumIO_BasicRead
integration.go:276: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:276: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:276: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.035s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:276: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.036s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220825-203513
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220825-203513
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:fd3cb9d75104a54501af6771c02ba9a18a06175822fb1053c9936a2ba7c96c5e
Deleted: sha256:65eb949561e2914c51b984d916f38552fbb2bcbe909f788dd4ea7e2bb35de6b0
Deleted: sha256:97fec2b81e91dfaf44f22c7e5bb4dfc6004a551ff33bc91a8ff05aa8645bd22d
Deleted: sha256:4916c458828dba5276bdb2929472ded049cbbd6a2cc14e9270134dbabb9c63b4
Deleted: sha256:0d80beef796025fba4875b0970d8ef0d9da139f646c8e44f9fe33df972750f64
Deleted: sha256:f152f436823688abe8b2e3d5c7f076736dbf1f469560f6239bf8b3e54f1a8a0f
Deleted: sha256:e195e6bd70bd5733663e89ce0f66d3dc22e788548213b68e2f97fbc7813e114a
Deleted: sha256:6001a20a8718ccbae6f9463c4a6b83398ff9f6fa952fc23d783473d8029be7fb
Deleted: sha256:14b426ed0736e16c3f61f6227b816c02e5eceb2c25b4036bcfc0bee4c45eec3d
Deleted: sha256:9b831fb74828bd32a88c3dfb219a5492d8c4718807f9ebf304e08d7538eaeec0
Deleted: sha256:977dc24629ca60c1c150687957b7a193de3197b56fab6509c2d76aa5595ecdd6
Deleted: sha256:b3abd3095bb7561f9932145e6cdea48957af9d9f3f78a9b5778d04a65d748d3a
Deleted: sha256:5dd7d5f44000c0f82bce996ccc8b7c2afa7c3b2c95a2da68ca193ea09328e22e
Deleted: sha256:7b7d3f44f72e0dd624493b3bb1d037ae209f577b0072ce8a5ebb32ea4c0f0ba8
Deleted: sha256:d22e0dbcf0dbd077d835073df947edb8b42ad5743f97456454e7b37271865bd4
Deleted: sha256:ed92b9066329a76120af8e958aa8b3e6df69892ca3f03d2dd43c94a60def3b1b
Deleted: sha256:792f1861a0a173b71f346651befb00bf0a19d3c09e4b080d6b175d82d0cc7d10
Deleted: sha256:c3403d1822c3853806cb478e22ecce3eab4f569ffe80e1ae7689b3e9a740d083
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220825-203513
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:fd3cb9d75104a54501af6771c02ba9a18a06175822fb1053c9936a2ba7c96c5e
Associated tags:
- 20220825-203513
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220825-203513
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220825-203513].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:fd3cb9d75104a54501af6771c02ba9a18a06175822fb1053c9936a2ba7c96c5e].
$ rm -rf /tmp/tmp.05EvstgxR4
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2833172.
Stopping expansion service pid: 2833173.
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220825202034
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:46379d6810a4b3f77edaa5c8f171755a129cca367c32f1b49e2acea6f358767e
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220825202034]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:46379d6810a4b3f77edaa5c8f171755a129cca367c32f1b49e2acea6f358767e]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220825202034] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:46379d6810a4b3f77edaa5c8f171755a129cca367c32f1b49e2acea6f358767e])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:46379d6810a4b3f77edaa5c8f171755a129cca367c32f1b49e2acea6f358767e
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:46379d6810a4b3f77edaa5c8f171755a129cca367c32f1b49e2acea6f358767e
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:46379d6810a4b3f77edaa5c8f171755a129cca367c32f1b49e2acea6f358767e].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220825202034
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1f023d8c89a63797d0b1241f420efd093a6e5d94f16061350ad2d6a0da379d1a
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220825202034]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1f023d8c89a63797d0b1241f420efd093a6e5d94f16061350ad2d6a0da379d1a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220825202034] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1f023d8c89a63797d0b1241f420efd093a6e5d94f16061350ad2d6a0da379d1a])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1f023d8c89a63797d0b1241f420efd093a6e5d94f16061350ad2d6a0da379d1a
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1f023d8c89a63797d0b1241f420efd093a6e5d94f16061350ad2d6a0da379d1a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1f023d8c89a63797d0b1241f420efd093a6e5d94f16061350ad2d6a0da379d1a].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 11m 8s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/yuy52k6fiiutc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #598
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/598/display/redirect>
Changes:
------------------------------------------
[...truncated 1.20 MB...]
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220825142040]"
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test13627"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:38287]"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13627/go-2-1661438543427872149/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test13627"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:38287]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220825142040]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test13627",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test13627",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13627/go-2-1661438543427872149/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13627/go-2-1661438543427872149/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13627/go-2-1661438543427872149/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13627/go-2-1661438543427872149/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13627/go-2-1661438543427872149/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13627/go-2-1661438543427872149/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-r5B6zwooj6ymqPpoyN9i3JEVZhLsqYpF958WmCaiC4U.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-r5B6zwooj6ymqPpoyN9i3JEVZhLsqYpF958WmCaiC4U.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13627/go-2-1661438543427872149/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13627/go-2-1661438543427872149/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test13627/go-2-1661438543427872149/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220825-143558"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220825142040"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220825-143558"
}
]
},
"name": "go-testbigqueryio_basicwriteread-215",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/25 14:42:35 Submitted job: 2022-08-25_07_42_34-5239728048999380964
2022/08/25 14:42:35 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-25_07_42_34-5239728048999380964?project=apache-beam-testing
2022/08/25 14:42:35 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-25_07_42_34-5239728048999380964
2022/08/25 14:42:35 Job state: JOB_STATE_PENDING ...
2022/08/25 14:43:05 Job still running ...
2022/08/25 14:43:35 Job still running ...
2022/08/25 14:44:05 Job still running ...
2022/08/25 14:44:35 Job still running ...
2022/08/25 14:45:05 Job still running ...
2022/08/25 14:45:35 Job still running ...
2022/08/25 14:46:05 Job still running ...
2022/08/25 14:46:35 Job 2022-08-25_07_42_34-5239728048999380964 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661438220223664162
--- PASS: TestBigQueryIO_BasicWriteRead (579.26s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:273: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 582.289s
=== RUN TestDebeziumIO_BasicRead
integration.go:273: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.037s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:273: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:273: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.062s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:273: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.053s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:0541f2888b83149bb415a19cf2122450ee18eab25b6446a4a2c6c55d84ec034d
Associated tags:
- 20220825-143558
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220825-143558
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220825-143558].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:0541f2888b83149bb415a19cf2122450ee18eab25b6446a4a2c6c55d84ec034d].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220825142040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:118c57a18e23e5b267a1d42c1b327b77664715cad6c27b0fc9f3453aa157c8f6]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220825142040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:118c57a18e23e5b267a1d42c1b327b77664715cad6c27b0fc9f3453aa157c8f6])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:118c57a18e23e5b267a1d42c1b327b77664715cad6c27b0fc9f3453aa157c8f6
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:118c57a18e23e5b267a1d42c1b327b77664715cad6c27b0fc9f3453aa157c8f6].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220825142040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f5443e4dfa1f60aabc40102661e33e68f5abcde91e3a344dc4dc17f435ad0c0f]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220825142040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f5443e4dfa1f60aabc40102661e33e68f5abcde91e3a344dc4dc17f435ad0c0f])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f5443e4dfa1f60aabc40102661e33e68f5abcde91e3a344dc4dc17f435ad0c0f
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f5443e4dfa1f60aabc40102661e33e68f5abcde91e3a344dc4dc17f435ad0c0f].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 12m 30s
215 actionable tasks: 148 executed, 55 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/ibivmt3lsmfny
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #597
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/597/display/redirect>
Changes:
------------------------------------------
[...truncated 1.19 MB...]
"type": "STRING",
"value": "true"
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220825082045]"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test17613"
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "2h0m0s"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:43427]"
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17613/go-2-1661416538211787159/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test17613"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:43427]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220825082045]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test17613",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test17613",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17613/go-2-1661416538211787159/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17613/go-2-1661416538211787159/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17613/go-2-1661416538211787159/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17613/go-2-1661416538211787159/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17613/go-2-1661416538211787159/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17613/go-2-1661416538211787159/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17613/go-2-1661416538211787159/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17613/go-2-1661416538211787159/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17613/go-2-1661416538211787159/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-r5B6zwooj6ymqPpoyN9i3JEVZhLsqYpF958WmCaiC4U.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-r5B6zwooj6ymqPpoyN9i3JEVZhLsqYpF958WmCaiC4U.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220825-083140"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220825082045"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220825-083140"
}
]
},
"name": "go-testbigqueryio_basicwriteread-125",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/25 08:35:49 Submitted job: 2022-08-25_01_35_48-6364664877638640346
2022/08/25 08:35:49 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-25_01_35_48-6364664877638640346?project=apache-beam-testing
2022/08/25 08:35:49 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-25_01_35_48-6364664877638640346
2022/08/25 08:35:49 Job state: JOB_STATE_PENDING ...
2022/08/25 08:36:20 Job still running ...
2022/08/25 08:36:50 Job still running ...
2022/08/25 08:37:20 Job still running ...
2022/08/25 08:37:50 Job still running ...
2022/08/25 08:38:20 Job still running ...
2022/08/25 08:38:50 Job still running ...
2022/08/25 08:39:20 Job 2022-08-25_01_35_48-6364664877638640346 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661416340477528522
--- PASS: TestBigQueryIO_BasicWriteRead (425.16s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:273: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 428.191s
=== RUN TestDebeziumIO_BasicRead
integration.go:273: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.030s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:273: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:273: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.034s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:273: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.027s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:6312531be03ea4baef50cf6adcd72215483789eb9be17c3f23b51152a5935579
Associated tags:
- 20220825-083140
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220825-083140
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220825-083140].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:6312531be03ea4baef50cf6adcd72215483789eb9be17c3f23b51152a5935579].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220825082045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2c1ace68d990c27991d6950f540c38a29d028c3774aa0e8963e92bb8e5d6bfcd]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220825082045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2c1ace68d990c27991d6950f540c38a29d028c3774aa0e8963e92bb8e5d6bfcd])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2c1ace68d990c27991d6950f540c38a29d028c3774aa0e8963e92bb8e5d6bfcd
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2c1ace68d990c27991d6950f540c38a29d028c3774aa0e8963e92bb8e5d6bfcd].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220825082045]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:959da38becc4ecbcf11ebc8597a2e5f28c10d5484c7c0e668517fd921daca392]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220825082045] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:959da38becc4ecbcf11ebc8597a2e5f28c10d5484c7c0e668517fd921daca392])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:959da38becc4ecbcf11ebc8597a2e5f28c10d5484c7c0e668517fd921daca392
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:959da38becc4ecbcf11ebc8597a2e5f28c10d5484c7c0e668517fd921daca392].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 36m 55s
215 actionable tasks: 148 executed, 55 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/j7fwvx2tthove
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #596
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/596/display/redirect?page=changes>
Changes:
[noreply] Bump cloud.google.com/go/pubsub from 1.24.0 to 1.25.1 in /sdks (#22850)
[noreply] Bump google.golang.org/grpc from 1.48.0 to 1.49.0 in /sdks (#22838)
[noreply] [Website] update videos section (#22772)
[noreply] Update Dataflow fnapi_container-version (#22852)
[noreply] Go SDK Katas: Update beam module dependency (#22753)
[noreply] unskip sklearn IT test (#22825)
------------------------------------------
[...truncated 786.60 KB...]
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:34391]"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test18694"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18694/go-2-1661394977651786931/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test18694"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:34391]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220825022028]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test18694",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test18694",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18694/go-2-1661394977651786931/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18694/go-2-1661394977651786931/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18694/go-2-1661394977651786931/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18694/go-2-1661394977651786931/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18694/go-2-1661394977651786931/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18694/go-2-1661394977651786931/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18694/go-2-1661394977651786931/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18694/go-2-1661394977651786931/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test18694/go-2-1661394977651786931/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-r5B6zwooj6ymqPpoyN9i3JEVZhLsqYpF958WmCaiC4U.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-r5B6zwooj6ymqPpoyN9i3JEVZhLsqYpF958WmCaiC4U.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220825-023053"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220825022028"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220825-023053"
}
]
},
"name": "go-testbigqueryio_basicwriteread-388",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/25 02:36:27 Submitted job: 2022-08-24_19_36_26-173817822539028317
2022/08/25 02:36:27 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-24_19_36_26-173817822539028317?project=apache-beam-testing
2022/08/25 02:36:27 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-24_19_36_26-173817822539028317
2022/08/25 02:36:27 Job state: JOB_STATE_PENDING ...
2022/08/25 02:36:57 Job still running ...
2022/08/25 02:37:27 Job still running ...
2022/08/25 02:37:57 Job still running ...
2022/08/25 02:38:27 Job still running ...
2022/08/25 02:38:57 Job still running ...
2022/08/25 02:39:27 Job still running ...
2022/08/25 02:39:57 Job still running ...
2022/08/25 02:40:27 Job still running ...
2022/08/25 02:40:57 Job still running ...
2022/08/25 02:41:27 Job still running ...
2022/08/25 02:41:57 Job 2022-08-24_19_36_26-173817822539028317 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661394690053519284
--- PASS: TestBigQueryIO_BasicWriteRead (631.01s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:273: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 634.039s
=== RUN TestDebeziumIO_BasicRead
integration.go:273: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.029s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:273: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:273: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:273: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.028s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:45703b8637e59bf5e21c0d1bd23d3cc5c7719d81403fb2e4e30c1af5e2dba3b9
Associated tags:
- 20220825-023053
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220825-023053
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220825-023053].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:45703b8637e59bf5e21c0d1bd23d3cc5c7719d81403fb2e4e30c1af5e2dba3b9].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220825022028]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b87283653e2eeed4d91d4304267b7f81f44c108789792fb6c62e91234c9fca73]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220825022028] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b87283653e2eeed4d91d4304267b7f81f44c108789792fb6c62e91234c9fca73])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b87283653e2eeed4d91d4304267b7f81f44c108789792fb6c62e91234c9fca73
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:b87283653e2eeed4d91d4304267b7f81f44c108789792fb6c62e91234c9fca73].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220825022028]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6a4e49ec9ef8c8aa9be8c3a919c9e4bed718864351dd1359c3011bf772681e39]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220825022028] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6a4e49ec9ef8c8aa9be8c3a919c9e4bed718864351dd1359c3011bf772681e39])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6a4e49ec9ef8c8aa9be8c3a919c9e4bed718864351dd1359c3011bf772681e39
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:6a4e49ec9ef8c8aa9be8c3a919c9e4bed718864351dd1359c3011bf772681e39].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 5m 44s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/37oilpn3le2ag
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #595
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/595/display/redirect?page=changes>
Changes:
[chamikaramj] Updates old releases to use archive.apache.org
[noreply] Fix a few linting issues (#22842)
[noreply] Add combining state support (#22826)
------------------------------------------
[...truncated 806.21 KB...]
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220824202027]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test25492",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test25492",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25492/go-2-1661373491536003104/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25492/go-2-1661373491536003104/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25492/go-2-1661373491536003104/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25492/go-2-1661373491536003104/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25492/go-2-1661373491536003104/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25492/go-2-1661373491536003104/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-r5B6zwooj6ymqPpoyN9i3JEVZhLsqYpF958WmCaiC4U.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-r5B6zwooj6ymqPpoyN9i3JEVZhLsqYpF958WmCaiC4U.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25492/go-2-1661373491536003104/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25492/go-2-1661373491536003104/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25492/go-2-1661373491536003104/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220824202027"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220824-203226"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220824-203226"
}
]
},
"name": "go-testbigqueryio_basicwriteread-900",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/24 20:38:21 Submitted job: 2022-08-24_13_38_21-15777951715247655189
2022/08/24 20:38:21 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-24_13_38_21-15777951715247655189?project=apache-beam-testing
2022/08/24 20:38:21 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-24_13_38_21-15777951715247655189
2022/08/24 20:38:21 Job state: JOB_STATE_PENDING ...
2022/08/24 20:38:51 Job still running ...
2022/08/24 20:39:21 Job still running ...
2022/08/24 20:39:51 Job still running ...
2022/08/24 20:40:21 Job still running ...
2022/08/24 20:40:51 Job still running ...
2022/08/24 20:41:21 Job still running ...
2022/08/24 20:41:51 Job still running ...
2022/08/24 20:42:21 Job 2022-08-24_13_38_21-15777951715247655189 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661373175281797215
--- PASS: TestBigQueryIO_BasicWriteRead (569.72s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:273: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 572.743s
=== RUN TestDebeziumIO_BasicRead
integration.go:273: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.030s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:273: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:273: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.029s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:273: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220824-203226
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220824-203226
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:2529f177f21d8794638a89c3a58342b5fc36b1cfe57edace086997c77b1479aa
Deleted: sha256:b3b7b4561b550e45012ce3c0fff0b7294f84bfb3b8b5d554e73269eb6123e35a
Deleted: sha256:45a2ddb0cb27d6ca70078db930d8c684411c54793b3f11922c2f5728c323dba6
Deleted: sha256:3351e369419111917eba7513d6637a940335900b3e1bf8be8a75a17b7c10017c
Deleted: sha256:b0347d0674c584fc3cab974e9a711314ed26bc1eb96a780d618580d011dde67d
Deleted: sha256:a74969a3fcb627e287d3e2a113ba5b884e0e4bb190aa8e30d8b3b1c8d987702d
Deleted: sha256:438278f8fd58d366ece26d3faebeb12ed5bb927dc6d241a870417cce9917e461
Deleted: sha256:919c747b2fede0e6cef061b91e5b4f54a2f200c6c8c812b1c09d8e12e1be5801
Deleted: sha256:fcd1cff017cdb0663c1d54be8ca48853a6fa4ce233b27941fa190b2de3c6bb19
Deleted: sha256:0cbf1b430358af283d9278134c1451ad8e6c0709f8bb31ecfc614d4ed3a418e1
Deleted: sha256:5d86ea52560b286191723dc862486ab8dcb6e1db35a6d1452e6ace1b2018e6c7
Deleted: sha256:1ead8898699dff575fcaba141d9d90e8f24241b1cac0698b0f0cc4ba802b5fa8
Deleted: sha256:0fd5cab405a1ac1d6a7a3e1baefa681d90c4f48ba63ff3e61a70c0a3918dece1
Deleted: sha256:40b94f965a8b4ebf3d10696e6338de45ae0a24069b4e3e3bf44223518e7123a2
Deleted: sha256:0d6ea24907004a344ff58f227c1be7b4d953778176fcb127adff2332839cedf4
Deleted: sha256:82f96baf21c20a1df2e5728d7144965bdef30bd84201077e5c31c8c52988ea38
Deleted: sha256:09c955e425be79eef7b73eba2ceec50870621394123a8577651fa69a75d1f1a0
Deleted: sha256:f5ce241303a1bd00c63fc71751adf1c280d7619642a794a4f1628b01aa162330
$ gcloud --quiet container images delete us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220824-203226
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:2529f177f21d8794638a89c3a58342b5fc36b1cfe57edace086997c77b1479aa
Associated tags:
- 20220824-203226
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220824-203226
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220824-203226].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:2529f177f21d8794638a89c3a58342b5fc36b1cfe57edace086997c77b1479aa].
$ rm -rf /tmp/tmp.WCzQsVtFJ7
$ exit 1
$ exit 1
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1459696.
Stopping expansion service pid: 1459697.
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220824202027
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c3598f29151c073890ec9c68f8adc9ac92466b28c25471b033c7f818ce051f5f
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220824202027]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c3598f29151c073890ec9c68f8adc9ac92466b28c25471b033c7f818ce051f5f]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220824202027] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c3598f29151c073890ec9c68f8adc9ac92466b28c25471b033c7f818ce051f5f])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c3598f29151c073890ec9c68f8adc9ac92466b28c25471b033c7f818ce051f5f
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c3598f29151c073890ec9c68f8adc9ac92466b28c25471b033c7f818ce051f5f
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:c3598f29151c073890ec9c68f8adc9ac92466b28c25471b033c7f818ce051f5f].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220824202027
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cd39d3e07538302e6685ecd34d7604b1bf78de8b79c60e579481e4670e9a3f6f
Deleted: sha256:fa0196ccf70cd773dfdd6298d2210b1f309e80418dcc25db70bbabfce72d4057
Deleted: sha256:9a69f9c49e8b81f29a02bfa898b0cf6d8e045fb06f26b203c233432b20e40586
Deleted: sha256:acb003a7e5d64a5d2d420d5114e03cf2d2a9129ea56048c980ba10cdac10aa5f
Deleted: sha256:30e563dcf5b3786a83c06f4c4c59d9ed2820fb03194d22ab2655280cd5726d21
Deleted: sha256:fbc08024103863fe802b3ae2979aa483fb9ca7c7caa606b3e50daf7b95fbc1a0
Deleted: sha256:bc81f8c2b8f52ce006441b1660dc3f5e401783d30f49222a3be33b76f0d000eb
Deleted: sha256:c0d7913b32136be046606321045d52a9e1284c68a50f0751b5f79a19a1127280
Deleted: sha256:e32760b1edd6725599d22b47a639e9f41bd1f00f57572017d96316ddef7c6d9d
Deleted: sha256:92934523350d7892d8cdb7e3dc7bed85f9c7429dd04d30a385d194dfce9e757c
Deleted: sha256:1c2109b53a663a65bb1df4b53c07314cf88e7a0ac07777407c66392c008abb7f
Deleted: sha256:1f0222093f2a9dedbf5ac05e1538096d40fcb2760af52c1481f0697bfefe27fb
Deleted: sha256:97fdd72f40fac8ca462da09eca854ced3d198d21c28463ed110aec1eb447f323
Deleted: sha256:c392a40b73e478504c1bf3257613cce13770cf2d67846a7dfc08a71c71a1ff49
Deleted: sha256:3236bce922ea37c50bbaf134dd2f60598fa9e6839e26a29422ba5576630cff4a
Deleted: sha256:69ba914580e13bfe085fa1e0d36ceeb751a27d063a02f9fc15811c6fd05626e6
Deleted: sha256:2001465b19adc8dad48ae59ae24c9f6d9dd45fad22f2498a7acac52017b63723
Deleted: sha256:7e6410f011f9189a2421c392d985e55b793c1899674fbb27fbf78b277eac4fc0
Deleted: sha256:73e5ef8027c91fa3f5f7153917f2170685c68a2d99c5ec80b1497440d8261dc3
Deleted: sha256:a56ff1631e40eb07b9bfd1f67bd8cb10519a8dfa7c91fa580fcb90015c541da0
Deleted: sha256:92d201160534cc4db051908f9fcdb4d98e2f617863e7e87d10664e91cdd0ab3f
Deleted: sha256:8e5c3c677d9ac8da886395a680eda0572a5f56704781676b0282480e8da4eb31
Deleted: sha256:d3f148bc42f24d7a6366f9d6dc3d3d1579dbe180723eaabdf1ebcce5b74dfc3b
Deleted: sha256:72966c67b896073dfeb27674f5e8340c09077ea489e248c7ca9f9bc9fc039db8
Deleted: sha256:d75aaf6043d38928e5fce8c5fc8e5dee38be5d69bd4b5a0e8a885231d9feb8ad
Deleted: sha256:3ba78d0c9d71c71f1e7b873640e818c9784b1128321233e142bbcf6e41ebad25
Deleted: sha256:9c138e38359e437e3a1808bbd1421341010857424ae21cf9c2793f716fa14b80
Deleted: sha256:4ca17145bd05f3cb930d1f21c4e9ed6a997c9910a469dbe0756413da445cf28d
Deleted: sha256:102c5e7616738e160dc6d61e69143ffb7dedb04c124bb1d5df31675a47ebcfc5
Deleted: sha256:5d45a08769ab35710bfc6d4969bed1eb09a4b032c7fc3f514fae9ec17e0ad757
Deleted: sha256:fb02d14cef36aa2ae7756443b7fd84d4c962c96a4331e318b3438c881fb6e1c3
Deleted: sha256:fd00a43da67dee6cc6974f9e386ab8c448b8a383e7c87bd7c14c5b31f26ee93b
Deleted: sha256:83612fa0a1e58cb5ecfea927a068503362dfd3f6f9dc51c2f66bd78672390004
Deleted: sha256:cd3114a25b7e3941bed9271acc8282dd9637f02f4084b45b9a3511eebb7c2706
Deleted: sha256:ee9e608c20e2b29c4aa7cf0dee878acc0239d113f53bb44fc8a11978a7e04882
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220824202027]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cd39d3e07538302e6685ecd34d7604b1bf78de8b79c60e579481e4670e9a3f6f]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220824202027] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cd39d3e07538302e6685ecd34d7604b1bf78de8b79c60e579481e4670e9a3f6f])].
Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cd39d3e07538302e6685ecd34d7604b1bf78de8b79c60e579481e4670e9a3f6f
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cd39d3e07538302e6685ecd34d7604b1bf78de8b79c60e579481e4670e9a3f6f
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:cd39d3e07538302e6685ecd34d7604b1bf78de8b79c60e579481e4670e9a3f6f].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 3m 37s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/n77z7tpsala6q
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #594
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/594/display/redirect?page=changes>
Changes:
[noreply] added link to setup instructions in WordCount example (#22832)
[noreply] Bump google.golang.org/api from 0.93.0 to 0.94.0 in /sdks (#22839)
[noreply] Bump cloud.google.com/go/bigquery from 1.38.0 to 1.39.0 in /sdks
[noreply] Add an integration test for bag state (#22827)
------------------------------------------
[...truncated 807.27 KB...]
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:45343]"
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test8201"
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220824142027]"
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "2h0m0s"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8201/go-2-1661351849998210670/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test8201"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:45343]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220824142027]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test8201",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test8201",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8201/go-2-1661351849998210670/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8201/go-2-1661351849998210670/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8201/go-2-1661351849998210670/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8201/go-2-1661351849998210670/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8201/go-2-1661351849998210670/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8201/go-2-1661351849998210670/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8201/go-2-1661351849998210670/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8201/go-2-1661351849998210670/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-r5B6zwooj6ymqPpoyN9i3JEVZhLsqYpF958WmCaiC4U.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-r5B6zwooj6ymqPpoyN9i3JEVZhLsqYpF958WmCaiC4U.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test8201/go-2-1661351849998210670/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220824-143129"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220824142027"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220824-143129"
}
]
},
"name": "go-testbigqueryio_basicwriteread-882",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/24 14:37:40 Submitted job: 2022-08-24_07_37_39-11259424648488943098
2022/08/24 14:37:40 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-24_07_37_39-11259424648488943098?project=apache-beam-testing
2022/08/24 14:37:40 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-24_07_37_39-11259424648488943098
2022/08/24 14:37:40 Job state: JOB_STATE_PENDING ...
2022/08/24 14:38:10 Job still running ...
2022/08/24 14:38:40 Job still running ...
2022/08/24 14:39:10 Job still running ...
2022/08/24 14:39:40 Job still running ...
2022/08/24 14:40:10 Job still running ...
2022/08/24 14:40:40 Job still running ...
2022/08/24 14:41:10 Job still running ...
2022/08/24 14:41:40 Job still running ...
2022/08/24 14:42:10 Job still running ...
2022/08/24 14:42:40 Job still running ...
2022/08/24 14:43:10 Job 2022-08-24_07_37_39-11259424648488943098 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661351530392033210
--- PASS: TestBigQueryIO_BasicWriteRead (684.34s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:273: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 687.371s
=== RUN TestDebeziumIO_BasicRead
integration.go:273: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.029s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:273: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:273: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.033s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:273: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:b24b3e21eba7136336b9f5405ca76729c9fec3b4bd4c1276be497458d4781948
Associated tags:
- 20220824-143129
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220824-143129
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220824-143129].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:b24b3e21eba7136336b9f5405ca76729c9fec3b4bd4c1276be497458d4781948].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220824142027]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2074b176325fa49e1923ce70527d5850be028359897302562b377963968208c5]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220824142027] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2074b176325fa49e1923ce70527d5850be028359897302562b377963968208c5])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2074b176325fa49e1923ce70527d5850be028359897302562b377963968208c5
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:2074b176325fa49e1923ce70527d5850be028359897302562b377963968208c5].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220824142027]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7a90596b45e541c4d013258a6a1c0c91450831efe367aae84c1584d0a7c7a117]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220824142027] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7a90596b45e541c4d013258a6a1c0c91450831efe367aae84c1584d0a7c7a117])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7a90596b45e541c4d013258a6a1c0c91450831efe367aae84c1584d0a7c7a117
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7a90596b45e541c4d013258a6a1c0c91450831efe367aae84c1584d0a7c7a117].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 5m 58s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/rcmxgnzr3tqjg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #593
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/593/display/redirect>
Changes:
------------------------------------------
[...truncated 819.45 KB...]
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220824082027]"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test4506"
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "2h0m0s"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4506/go-2-1661330286160869334/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test4506"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:37433]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220824082027]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test4506",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test4506",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4506/go-2-1661330286160869334/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4506/go-2-1661330286160869334/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4506/go-2-1661330286160869334/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4506/go-2-1661330286160869334/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4506/go-2-1661330286160869334/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4506/go-2-1661330286160869334/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4506/go-2-1661330286160869334/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4506/go-2-1661330286160869334/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test4506/go-2-1661330286160869334/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-r5B6zwooj6ymqPpoyN9i3JEVZhLsqYpF958WmCaiC4U.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-r5B6zwooj6ymqPpoyN9i3JEVZhLsqYpF958WmCaiC4U.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220824-083216"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220824082027"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220824-083216"
}
]
},
"name": "go-testbigqueryio_basicwriteread-370",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/24 08:38:15 Submitted job: 2022-08-24_01_38_15-3924343781003065633
2022/08/24 08:38:15 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-24_01_38_15-3924343781003065633?project=apache-beam-testing
2022/08/24 08:38:15 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-24_01_38_15-3924343781003065633
2022/08/24 08:38:15 Job state: JOB_STATE_PENDING ...
2022/08/24 08:38:45 Job still running ...
2022/08/24 08:39:16 Job still running ...
2022/08/24 08:39:46 Job still running ...
2022/08/24 08:40:16 Job still running ...
2022/08/24 08:40:46 Job still running ...
2022/08/24 08:41:16 Job still running ...
2022/08/24 08:41:46 Job still running ...
2022/08/24 08:42:16 Job still running ...
2022/08/24 08:42:46 Job still running ...
2022/08/24 08:43:16 Job 2022-08-24_01_38_15-3924343781003065633 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661329969270270365
--- PASS: TestBigQueryIO_BasicWriteRead (630.15s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:270: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 633.174s
=== RUN TestDebeziumIO_BasicRead
integration.go:270: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:270: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:270: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.028s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:270: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.028s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:bbe9b28ed008f18959cb7856e17604d62d63833802b8bc0f0c6c6fad2d41b4ff
Associated tags:
- 20220824-083216
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220824-083216
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220824-083216].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:bbe9b28ed008f18959cb7856e17604d62d63833802b8bc0f0c6c6fad2d41b4ff].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220824082027]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a4249a64489b50da7acf88a19ab5343a6833a85140701924c4bac9ba181b2dec]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220824082027] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a4249a64489b50da7acf88a19ab5343a6833a85140701924c4bac9ba181b2dec])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a4249a64489b50da7acf88a19ab5343a6833a85140701924c4bac9ba181b2dec
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:a4249a64489b50da7acf88a19ab5343a6833a85140701924c4bac9ba181b2dec].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220824082027]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1380a9503fc1786a937249b1aa9ab80f93c6c1979caf415d030c8897854bfd8a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220824082027] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1380a9503fc1786a937249b1aa9ab80f93c6c1979caf415d030c8897854bfd8a])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1380a9503fc1786a937249b1aa9ab80f93c6c1979caf415d030c8897854bfd8a
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1380a9503fc1786a937249b1aa9ab80f93c6c1979caf415d030c8897854bfd8a].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 3m 6s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/k5wpsggmnidgc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #592
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/592/display/redirect?page=changes>
Changes:
[Kenneth Knowles] Eliminate some null errors and rawtypes from sdks/java/core
[Kiley Sok] Fix dates for 2.41.0 release
------------------------------------------
[...truncated 1.22 MB...]
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:39575]"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test30161"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220824022027]"
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "2h0m0s"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30161/go-2-1661308622039519211/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test30161"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:39575]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220824022027]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test30161",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test30161",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30161/go-2-1661308622039519211/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30161/go-2-1661308622039519211/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30161/go-2-1661308622039519211/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-r5B6zwooj6ymqPpoyN9i3JEVZhLsqYpF958WmCaiC4U.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-r5B6zwooj6ymqPpoyN9i3JEVZhLsqYpF958WmCaiC4U.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30161/go-2-1661308622039519211/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30161/go-2-1661308622039519211/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30161/go-2-1661308622039519211/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30161/go-2-1661308622039519211/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30161/go-2-1661308622039519211/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test30161/go-2-1661308622039519211/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220824-023107"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220824022027"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220824-023107"
}
]
},
"name": "go-testbigqueryio_basicwriteread-747",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/24 02:37:12 Submitted job: 2022-08-23_19_37_11-17814023592091591177
2022/08/24 02:37:12 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-23_19_37_11-17814023592091591177?project=apache-beam-testing
2022/08/24 02:37:12 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-23_19_37_11-17814023592091591177
2022/08/24 02:37:12 Job state: JOB_STATE_PENDING ...
2022/08/24 02:37:42 Job state: JOB_STATE_PENDING ...
2022/08/24 02:38:16 Job still running ...
2022/08/24 02:38:46 Job still running ...
2022/08/24 02:39:16 Job still running ...
2022/08/24 02:39:51 Job still running ...
2022/08/24 02:40:21 Job still running ...
2022/08/24 02:40:51 Job still running ...
2022/08/24 02:41:21 Job still running ...
2022/08/24 02:41:51 Job still running ...
2022/08/24 02:42:21 Job still running ...
2022/08/24 02:42:58 Job still running ...
2022/08/24 02:43:28 Job 2022-08-23_19_37_11-17814023592091591177 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661308298224576814
--- PASS: TestBigQueryIO_BasicWriteRead (713.56s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:270: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 716.591s
=== RUN TestDebeziumIO_BasicRead
integration.go:270: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.037s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:270: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:270: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:270: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.051s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:d6656f1f06ef542b3a7aaaef3f13f04e759931090694bc5b286da83061ee0b64
Associated tags:
- 20220824-023107
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220824-023107
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220824-023107].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:d6656f1f06ef542b3a7aaaef3f13f04e759931090694bc5b286da83061ee0b64].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220824022027]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:d4cdb6aaa57b99206083d6e49b6d3ee8ea449c729884999b3a7cd5dabf0647d2]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220824022027] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:d4cdb6aaa57b99206083d6e49b6d3ee8ea449c729884999b3a7cd5dabf0647d2])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:d4cdb6aaa57b99206083d6e49b6d3ee8ea449c729884999b3a7cd5dabf0647d2
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:d4cdb6aaa57b99206083d6e49b6d3ee8ea449c729884999b3a7cd5dabf0647d2].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220824022027]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f27f424b329dd0ca60967f4e8d58f47be8d2ca804e2e2f93fd88bec43c9e0ce0]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220824022027] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f27f424b329dd0ca60967f4e8d58f47be8d2ca804e2e2f93fd88bec43c9e0ce0])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f27f424b329dd0ca60967f4e8d58f47be8d2ca804e2e2f93fd88bec43c9e0ce0
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:f27f424b329dd0ca60967f4e8d58f47be8d2ca804e2e2f93fd88bec43c9e0ce0].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 1m 17s
215 actionable tasks: 159 executed, 44 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/y5frmvp56az6k
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #591
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/591/display/redirect?page=changes>
Changes:
[Kiley Sok] Update Beam 2.41.0 release docs
[noreply] [Playground] Setup Datastore in Playground project using Terraform -
[noreply] Add bag state support (#22816)
------------------------------------------
[...truncated 588.05 KB...]
libclang==14.0.6
Markdown==3.4.1
MarkupSafe==2.1.1
mmh3==3.0.0
mock==2.0.0
nltk==3.7
nose==1.3.7
numpy==1.22.4
oauth2client==4.1.3
oauthlib==3.2.0
opt-einsum==3.3.0
orjson==3.7.11
overrides==6.1.0
packaging==21.3
pandas==1.4.3
parameterized==0.8.1
pbr==5.9.0
pip==22.2.2
pluggy==1.0.0
proto-plus==1.20.6
protobuf==3.19.4
psycopg2-binary==2.9.3
py==1.11.0
pyarrow==7.0.0
pyasn1==0.4.8
pyasn1-modules==0.2.8
pycparser==2.21
pydot==1.4.2
PyHamcrest==1.10.1
pymongo==3.12.3
PyMySQL==1.0.2
pyparsing==3.0.9
pytest==7.1.2
pytest-forked==1.4.0
pytest-timeout==2.1.0
pytest-xdist==2.5.0
python-dateutil==2.8.2
python-snappy==0.6.1
pytz==2022.1
PyYAML==6.0
regex==2022.7.25
requests==2.28.1
requests-mock==1.9.3
requests-oauthlib==1.3.1
rsa==4.9
scikit-learn==1.1.1
scipy==1.9.0
setuptools==65.2.0
six==1.16.0
soupsieve==2.3.2.post1
SQLAlchemy==1.4.39
tenacity==5.1.5
tensorboard==2.9.1
tensorboard-data-server==0.6.1
tensorboard-plugin-wit==1.8.1
tensorflow==2.9.1
tensorflow-estimator==2.9.0
tensorflow-io-gcs-filesystem==0.26.0
termcolor==1.1.0
testcontainers==3.6.0
threadpoolctl==3.1.0
tomli==2.0.1
tqdm==4.64.0
typing-utils==0.1.0
typing_extensions==4.3.0
uritemplate==4.1.1
urllib3==1.26.11
websocket-client==1.3.3
Werkzeug==2.2.1
wheel==0.37.1
wrapt==1.14.1
zipp==3.8.1
zstandard==0.18.0
Removing intermediate container 659e05bdadd8
---> 44de24bf9c1e
Step 17/32 : COPY target/LICENSE /opt/apache/beam/
---> 0638ff6d9fb6
Step 18/32 : COPY target/LICENSE.python /opt/apache/beam/
---> 9dab8d87a7b4
Step 19/32 : COPY target/NOTICE /opt/apache/beam/
---> 8ddc0a3a198a
Step 20/32 : COPY target/launcher/linux_amd64/boot /opt/apache/beam/
---> a90d7f7fb2c2
Step 21/32 : ENTRYPOINT ["/opt/apache/beam/boot"]
---> Running in a04827a57df6
Removing intermediate container a04827a57df6
---> 4b7554a41898
Step 22/32 : FROM beam as third_party_licenses
---> 4b7554a41898
Step 23/32 : ARG pull_licenses
---> Running in 7c7fd04a0a93
Removing intermediate container 7c7fd04a0a93
---> 3cd234fffe5e
Step 24/32 : COPY target/license_scripts /tmp/license_scripts/
---> ae2fc1138203
Step 25/32 : COPY target/LICENSE target/go-licenses/* /opt/apache/beam/third_party_licenses/golang/
---> 44a87fe9a6b6
Step 26/32 : RUN rm /opt/apache/beam/third_party_licenses/golang/LICENSE
---> Running in f80c597fa825
Removing intermediate container f80c597fa825
---> 9917d180180e
Step 27/32 : COPY target/license_scripts /tmp/license_scripts/
---> ad45ff5ca636
Step 28/32 : RUN if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<4.0.0' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi
---> Running in d085d0b8474f
Collecting pip-licenses<4.0.0
Downloading pip_licenses-3.5.4-py3-none-any.whl (17 kB)
Requirement already satisfied: pyyaml in /usr/local/lib/python3.8/site-packages (6.0)
Requirement already satisfied: tenacity in /usr/local/lib/python3.8/site-packages (5.1.5)
Collecting PTable
Downloading PTable-0.9.2.tar.gz (31 kB)
Preparing metadata (setup.py): started
Preparing metadata (setup.py): finished with status 'done'
Requirement already satisfied: six>=1.9.0 in /usr/local/lib/python3.8/site-packages (from tenacity) (1.16.0)
Building wheels for collected packages: PTable
Building wheel for PTable (setup.py): started
Building wheel for PTable (setup.py): finished with status 'done'
Created wheel for PTable: filename=PTable-0.9.2-py3-none-any.whl size=22908 sha256=3907281e24b9d55417110f9e2401e9902cc7315d15b2cbfc10504ab60b81f403
Stored in directory: /root/.cache/pip/wheels/1b/3a/02/8d8da2bca2223dda2f827949c88b2d82dc85dccbc2bb6265e5
Successfully built PTable
Installing collected packages: PTable, pip-licenses
Successfully installed PTable-0.9.2 pip-licenses-3.5.4
[91mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
[0mSkip pulling license for bs4
[91mINFO:root:Successfully pulled licenses for 135 dependencies
[0mRemoving intermediate container d085d0b8474f
---> 5f563e7c22b2
Step 29/32 : FROM beam
---> 4b7554a41898
Step 30/32 : ARG pull_licenses
---> Running in 8a063b1ca238
Removing intermediate container 8a063b1ca238
---> 2645df928483
Step 31/32 : COPY --from=third_party_licenses /opt/apache/beam/third_party_licenses /opt/apache/beam/third_party_licenses
---> 392642e31fee
Step 32/32 : RUN if [ "$pull_licenses" != "true" ] ; then rm -rf /opt/apache/beam/third_party_licenses ; fi
---> Running in 841c8d69809d
Removing intermediate container 841c8d69809d
---> 147bb42a1b5e
Successfully built 147bb42a1b5e
Successfully tagged apache/beam_python3.8_sdk:2.42.0.dev
> Task :runners:google-cloud-dataflow-java:buildAndPushDockerPythonContainer
WARNING: `gcloud docker` will not be supported for Docker client versions above 18.03.
As an alternative, use `gcloud auth configure-docker` to configure `docker` to
use `gcloud` as a credential helper, then use `docker` as you would for non-GCR
registries, e.g. `docker pull gcr.io/project-id/my-image`. Add
`--verbosity=error` to silence this warning: `gcloud docker
--verbosity=error -- pull gcr.io/project-id/my-image`.
See: https://cloud.google.com/container-registry/docs/support/deprecation-notices#gcloud-docker
The push refers to repository [us.gcr.io/apache-beam-testing/java-postcommit-it/python]
7f66140c70a4: Preparing
ba3c2f92e6a2: Preparing
8bad5823d274: Preparing
b47ae6a908e8: Preparing
d8505d1e034a: Preparing
8c894fd21838: Preparing
bb83e7b4f9c1: Preparing
e14802dee305: Preparing
c17c6c665d42: Preparing
685dea2d1b64: Preparing
eff6bde1ab79: Preparing
a5e793d6af36: Preparing
d7e29b50f9fd: Preparing
edba91739309: Preparing
69722d981e32: Preparing
378f8fe82f52: Preparing
aba6f06df1c9: Preparing
100796cdf3b1: Preparing
54acb5a6fa0b: Preparing
8d51c618126f: Preparing
c17c6c665d42: Waiting
9ff6e4d46744: Preparing
685dea2d1b64: Waiting
a89d1d47b5a1: Preparing
655ed1b7a428: Preparing
eff6bde1ab79: Waiting
a5e793d6af36: Waiting
378f8fe82f52: Waiting
69722d981e32: Waiting
d7e29b50f9fd: Waiting
8c894fd21838: Waiting
edba91739309: Waiting
9ff6e4d46744: Waiting
655ed1b7a428: Waiting
a89d1d47b5a1: Waiting
8d51c618126f: Waiting
54acb5a6fa0b: Waiting
aba6f06df1c9: Waiting
bb83e7b4f9c1: Waiting
e14802dee305: Waiting
7f66140c70a4: Pushed
b47ae6a908e8: Pushed
d8505d1e034a: Pushed
8bad5823d274: Pushed
ba3c2f92e6a2: Pushed
e14802dee305: Pushed
c17c6c665d42: Pushed
bb83e7b4f9c1: Pushed
d7e29b50f9fd: Pushed
edba91739309: Pushed
eff6bde1ab79: Pushed
69722d981e32: Layer already exists
378f8fe82f52: Layer already exists
aba6f06df1c9: Layer already exists
100796cdf3b1: Layer already exists
54acb5a6fa0b: Layer already exists
8d51c618126f: Layer already exists
9ff6e4d46744: Layer already exists
a89d1d47b5a1: Layer already exists
655ed1b7a428: Layer already exists
8c894fd21838: Pushed
685dea2d1b64: Pushed
a5e793d6af36: Pushed
20220823202025: digest: sha256:ea3ed8f85f361beef91389cb0279cbcf7caef4599be30ba4ac006196c981f9d9 size: 5156
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:java:container:pullLicenses'.
> Process 'command './license_scripts/license_script.sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 10m 34s
206 actionable tasks: 133 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/6pa6uollhchei
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #590
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/590/display/redirect>
Changes:
------------------------------------------
[...truncated 591.36 KB...]
apache-beam @ file:///opt/apache/beam/tars/apache-beam.tar.gz
astunparse==1.6.3
attrs==22.1.0
beautifulsoup4==4.11.1
bs4==0.0.1
cachetools==4.2.4
certifi==2022.6.15
cffi==1.15.1
charset-normalizer==2.1.0
click==8.1.3
cloudpickle==2.1.0
crcmod==1.7
cryptography==37.0.4
Cython==0.29.32
deprecation==2.1.0
dill==0.3.1.1
docker==5.0.3
docopt==0.6.2
execnet==1.9.0
fastavro==1.5.4
fasteners==0.17.3
flatbuffers==1.12
freezegun==1.2.1
future==0.18.2
gast==0.4.0
google-api-core==2.8.1
google-api-python-client==2.55.0
google-apitools==0.5.31
google-auth==2.9.1
google-auth-httplib2==0.1.0
google-auth-oauthlib==0.4.6
google-cloud-bigquery==2.34.4
google-cloud-bigquery-storage==2.13.2
google-cloud-bigtable==1.7.2
google-cloud-core==2.3.2
google-cloud-datastore==1.15.5
google-cloud-dlp==3.8.0
google-cloud-language==1.3.2
google-cloud-profiler==4.0.0
google-cloud-pubsub==2.13.4
google-cloud-pubsublite==1.4.2
google-cloud-recommendations-ai==0.7.0
google-cloud-spanner==1.19.3
google-cloud-videointelligence==1.16.3
google-cloud-vision==1.0.2
google-crc32c==1.3.0
google-pasta==0.2.0
google-python-cloud-debugger==2.19
google-resumable-media==2.3.3
googleapis-common-protos==1.56.4
greenlet==1.1.2
grpc-google-iam-v1==0.12.4
grpcio==1.47.0
grpcio-gcp==0.2.2
grpcio-status==1.47.0
guppy3==3.1.2
h5py==3.7.0
hdfs==2.7.0
httplib2==0.20.4
idna==3.3
importlib-metadata==4.12.0
iniconfig==1.1.1
joblib==1.1.0
keras==2.9.0
Keras-Preprocessing==1.1.2
libclang==14.0.6
Markdown==3.4.1
MarkupSafe==2.1.1
mmh3==3.0.0
mock==2.0.0
nltk==3.7
nose==1.3.7
numpy==1.22.4
oauth2client==4.1.3
oauthlib==3.2.0
opt-einsum==3.3.0
orjson==3.7.11
overrides==6.1.0
packaging==21.3
pandas==1.4.3
parameterized==0.8.1
pbr==5.9.0
pip==22.2.2
pluggy==1.0.0
proto-plus==1.20.6
protobuf==3.19.4
psycopg2-binary==2.9.3
py==1.11.0
pyarrow==7.0.0
pyasn1==0.4.8
pyasn1-modules==0.2.8
pycparser==2.21
pydot==1.4.2
PyHamcrest==1.10.1
pymongo==3.12.3
PyMySQL==1.0.2
pyparsing==3.0.9
pytest==7.1.2
pytest-forked==1.4.0
pytest-timeout==2.1.0
pytest-xdist==2.5.0
python-dateutil==2.8.2
python-snappy==0.6.1
pytz==2022.1
PyYAML==6.0
regex==2022.7.25
requests==2.28.1
requests-mock==1.9.3
requests-oauthlib==1.3.1
rsa==4.9
scikit-learn==1.1.1
scipy==1.9.0
setuptools==65.2.0
six==1.16.0
soupsieve==2.3.2.post1
SQLAlchemy==1.4.39
tenacity==5.1.5
tensorboard==2.9.1
tensorboard-data-server==0.6.1
tensorboard-plugin-wit==1.8.1
tensorflow==2.9.1
tensorflow-estimator==2.9.0
tensorflow-io-gcs-filesystem==0.26.0
termcolor==1.1.0
testcontainers==3.6.0
threadpoolctl==3.1.0
tomli==2.0.1
tqdm==4.64.0
typing-utils==0.1.0
typing_extensions==4.3.0
uritemplate==4.1.1
urllib3==1.26.11
websocket-client==1.3.3
Werkzeug==2.2.1
wheel==0.37.1
wrapt==1.14.1
zipp==3.8.1
zstandard==0.18.0
Removing intermediate container f7265384daa6
---> d4c695dd0c61
Step 17/32 : COPY target/LICENSE /opt/apache/beam/
---> 2f5680b9d28f
Step 18/32 : COPY target/LICENSE.python /opt/apache/beam/
---> 241e34bbf92a
Step 19/32 : COPY target/NOTICE /opt/apache/beam/
---> 76289186bd64
Step 20/32 : COPY target/launcher/linux_amd64/boot /opt/apache/beam/
---> c8974eb1a456
Step 21/32 : ENTRYPOINT ["/opt/apache/beam/boot"]
---> Running in 5fb02c6336de
Removing intermediate container 5fb02c6336de
---> 5231f5515648
Step 22/32 : FROM beam as third_party_licenses
---> 5231f5515648
Step 23/32 : ARG pull_licenses
---> Running in 6f6bff7b3942
Removing intermediate container 6f6bff7b3942
---> aec6406d66b2
Step 24/32 : COPY target/license_scripts /tmp/license_scripts/
---> f299ab845683
Step 25/32 : COPY target/LICENSE target/go-licenses/* /opt/apache/beam/third_party_licenses/golang/
---> 5e670ea32b08
Step 26/32 : RUN rm /opt/apache/beam/third_party_licenses/golang/LICENSE
---> Running in fd868e6779be
Removing intermediate container fd868e6779be
---> aedf918562c2
Step 27/32 : COPY target/license_scripts /tmp/license_scripts/
---> 85018a8e80a7
Step 28/32 : RUN if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<4.0.0' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi
---> Running in 1e44cfad1f07
Collecting pip-licenses<4.0.0
Downloading pip_licenses-3.5.4-py3-none-any.whl (17 kB)
Requirement already satisfied: pyyaml in /usr/local/lib/python3.8/site-packages (6.0)
Requirement already satisfied: tenacity in /usr/local/lib/python3.8/site-packages (5.1.5)
Collecting PTable
Downloading PTable-0.9.2.tar.gz (31 kB)
Preparing metadata (setup.py): started
Preparing metadata (setup.py): finished with status 'done'
Requirement already satisfied: six>=1.9.0 in /usr/local/lib/python3.8/site-packages (from tenacity) (1.16.0)
Building wheels for collected packages: PTable
Building wheel for PTable (setup.py): started
Building wheel for PTable (setup.py): finished with status 'done'
Created wheel for PTable: filename=PTable-0.9.2-py3-none-any.whl size=22908 sha256=6fb9781aee972e76dfce6cf5102ef103964f0dd75db628b1ed17ea05368b4532
Stored in directory: /root/.cache/pip/wheels/1b/3a/02/8d8da2bca2223dda2f827949c88b2d82dc85dccbc2bb6265e5
Successfully built PTable
Installing collected packages: PTable, pip-licenses
Successfully installed PTable-0.9.2 pip-licenses-3.5.4
[91mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
[0mSkip pulling license for bs4
[91mINFO:root:Successfully pulled licenses for 135 dependencies
[0mRemoving intermediate container 1e44cfad1f07
---> 03b7a561b000
Step 29/32 : FROM beam
---> 5231f5515648
Step 30/32 : ARG pull_licenses
---> Running in 5aa1f1ba78a4
Removing intermediate container 5aa1f1ba78a4
---> ad2f3a2ed7e4
Step 31/32 : COPY --from=third_party_licenses /opt/apache/beam/third_party_licenses /opt/apache/beam/third_party_licenses
---> 8a9f0eff8969
Step 32/32 : RUN if [ "$pull_licenses" != "true" ] ; then rm -rf /opt/apache/beam/third_party_licenses ; fi
---> Running in fb345ab4a25f
Removing intermediate container fb345ab4a25f
---> b2305910a0cb
Successfully built b2305910a0cb
Successfully tagged apache/beam_python3.8_sdk:2.42.0.dev
> Task :runners:google-cloud-dataflow-java:buildAndPushDockerPythonContainer
WARNING: `gcloud docker` will not be supported for Docker client versions above 18.03.
As an alternative, use `gcloud auth configure-docker` to configure `docker` to
use `gcloud` as a credential helper, then use `docker` as you would for non-GCR
registries, e.g. `docker pull gcr.io/project-id/my-image`. Add
`--verbosity=error` to silence this warning: `gcloud docker
--verbosity=error -- pull gcr.io/project-id/my-image`.
See: https://cloud.google.com/container-registry/docs/support/deprecation-notices#gcloud-docker
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:java:container:pullLicenses'.
> Process 'command './license_scripts/license_script.sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 10m 55s
206 actionable tasks: 133 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/uhxexchs6yuwa
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #589
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/589/display/redirect>
Changes:
------------------------------------------
[...truncated 1.21 MB...]
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "bq_dataset",
"namespace": "go_options",
"type": "STRING",
"value": "apache-beam-testing.beam_bigquery_io_test_temp"
},
{
"key": "test.paniconexit0",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test17237"
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "2h0m0s"
},
{
"key": "expansion_addr",
"namespace": "go_options",
"type": "STRING",
"value": "[test:localhost:37159]"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17237/go-2-1661243890599641108/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test17237"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:37159]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220823082039]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test17237",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test17237",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17237/go-2-1661243890599641108/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17237/go-2-1661243890599641108/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17237/go-2-1661243890599641108/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-WfBkAZjd5A1_-5nbcGjdi7-gEY6nNG5WYLmxD2tYsio.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-WfBkAZjd5A1_-5nbcGjdi7-gEY6nNG5WYLmxD2tYsio.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17237/go-2-1661243890599641108/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17237/go-2-1661243890599641108/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17237/go-2-1661243890599641108/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17237/go-2-1661243890599641108/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17237/go-2-1661243890599641108/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test17237/go-2-1661243890599641108/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220823-083116"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220823082039"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220823-083116"
}
]
},
"name": "go-testbigqueryio_basicwriteread-777",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/23 08:38:20 Submitted job: 2022-08-23_01_38_19-5354140303855780592
2022/08/23 08:38:20 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-23_01_38_19-5354140303855780592?project=apache-beam-testing
2022/08/23 08:38:20 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-23_01_38_19-5354140303855780592
2022/08/23 08:38:20 Job state: JOB_STATE_PENDING ...
2022/08/23 08:38:50 Job still running ...
2022/08/23 08:39:20 Job still running ...
2022/08/23 08:39:50 Job still running ...
2022/08/23 08:40:20 Job still running ...
2022/08/23 08:40:50 Job still running ...
2022/08/23 08:41:20 Job still running ...
2022/08/23 08:41:50 Job still running ...
2022/08/23 08:42:20 Job still running ...
2022/08/23 08:42:50 Job still running ...
2022/08/23 08:43:20 Job still running ...
2022/08/23 08:43:51 Job 2022-08-23_01_38_19-5354140303855780592 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661243512844947891
--- PASS: TestBigQueryIO_BasicWriteRead (721.34s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:270: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 724.373s
=== RUN TestDebeziumIO_BasicRead
integration.go:270: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.034s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:270: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:270: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.032s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:270: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c6fd5fb17264532c30f58311f01d74148e2548da81abf53a93b74089cab6906a
Associated tags:
- 20220823-083116
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220823-083116
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220823-083116].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:c6fd5fb17264532c30f58311f01d74148e2548da81abf53a93b74089cab6906a].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220823082039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ba13e311f1036b95a732252f01522d5daf8164a4ca3286ea992400d3d23f7d97]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220823082039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ba13e311f1036b95a732252f01522d5daf8164a4ca3286ea992400d3d23f7d97])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ba13e311f1036b95a732252f01522d5daf8164a4ca3286ea992400d3d23f7d97
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:ba13e311f1036b95a732252f01522d5daf8164a4ca3286ea992400d3d23f7d97].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220823082039]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1331d9d4f6e1eb7386fced213d69d96e5a214b53fe54ab46c1b3c51c8dfd6d1d]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220823082039] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1331d9d4f6e1eb7386fced213d69d96e5a214b53fe54ab46c1b3c51c8dfd6d1d])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1331d9d4f6e1eb7386fced213d69d96e5a214b53fe54ab46c1b3c51c8dfd6d1d
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:1331d9d4f6e1eb7386fced213d69d96e5a214b53fe54ab46c1b3c51c8dfd6d1d].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 3m 13s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/l6ptgvgeyvjqs
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_GoUsingJava_Dataflow #588
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/588/display/redirect?page=changes>
Changes:
[yathu] Evaluate proper metric in TextIOIT
[noreply] Add state integration test (#22815)
------------------------------------------
[...truncated 1.19 MB...]
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "kafka_jar",
"namespace": "go_options",
"type": "STRING",
"value": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar">
},
{
"key": "sdk_harness_container_image_override",
"namespace": "go_options",
"type": "STRING",
"value": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220823022040]"
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test7564"
},
{
"key": "expansion_jar",
"namespace": "go_options",
"type": "STRING",
"value": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]">
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "2h0m0s"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7564/go-2-1661222242691916173/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test7564"
},
"beam:option:go_options:v1": {
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"expansion_addr": "[test:localhost:45301]",
"expansion_jar": "[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT.jar> schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT.jar> debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.42.0-SNAPSHOT.jar> gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT.jar]",>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar": "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.42.0-SNAPSHOT.jar",>
"sdk_harness_container_image_override": "[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220823022040]",
"temp_location": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test7564",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test7564",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.42.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7564/go-2-1661222242691916173/worker",
"name": "worker"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7564/go-2-1661222242691916173/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7564/go-2-1661222242691916173/xlang/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar",
"name": "cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7564/go-2-1661222242691916173/xlang/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar",
"name": "dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7564/go-2-1661222242691916173/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-WfBkAZjd5A1_-5nbcGjdi7-gEY6nNG5WYLmxD2tYsio.jar",
"name": "beam-sdks-java-io-google-cloud-platform-expansion-service-2.42.0-SNAPSHOT-WfBkAZjd5A1_-5nbcGjdi7-gEY6nNG5WYLmxD2tYsio.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7564/go-2-1661222242691916173/xlang/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar",
"name": "icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7564/go-2-1661222242691916173/xlang/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar",
"name": "jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7564/go-2-1661222242691916173/xlang/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar",
"name": "localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
},
{
"location": "gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test7564/go-2-1661222242691916173/xlang/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar",
"name": "nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220823-023128"
},
{
"containerImage": "us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220823022040"
}
],
"workerHarnessContainerImage": "us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220823-023128"
}
]
},
"name": "go-testbigqueryio_basicwriteread-773",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/08/23 02:37:32 Submitted job: 2022-08-22_19_37_31-14917889367137166110
2022/08/23 02:37:32 Console: https://console.cloud.google.com/dataflow/jobs/us-central1/2022-08-22_19_37_31-14917889367137166110?project=apache-beam-testing
2022/08/23 02:37:32 Logs: https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-08-22_19_37_31-14917889367137166110
2022/08/23 02:37:32 Job state: JOB_STATE_PENDING ...
2022/08/23 02:38:02 Job still running ...
2022/08/23 02:38:32 Job still running ...
2022/08/23 02:39:03 Job still running ...
2022/08/23 02:39:33 Job still running ...
2022/08/23 02:40:03 Job still running ...
2022/08/23 02:40:33 Job still running ...
2022/08/23 02:41:03 Job still running ...
2022/08/23 02:41:33 Job still running ...
2022/08/23 02:42:03 Job still running ...
2022/08/23 02:42:33 Job still running ...
2022/08/23 02:43:03 Job 2022-08-22_19_37_31-14917889367137166110 succeeded!
bigquery_test.go:220: Deleting BigQuery table apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1661221925507497076
--- PASS: TestBigQueryIO_BasicWriteRead (661.02s)
=== RUN TestBigQueryIO_BasicWriteQueryRead
integration.go:270: Test TestBigQueryIO_BasicWriteQueryRead is currently filtered for runner dataflow
--- SKIP: TestBigQueryIO_BasicWriteQueryRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 664.050s
=== RUN TestDebeziumIO_BasicRead
integration.go:270: Test TestDebeziumIO_BasicRead is currently filtered for runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium 3.033s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:270: Test TestJDBCIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:270: Test TestJDBCIO_PostgresReadWrite is currently filtered for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 3.031s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:270: Test TestKafkaIO_BasicReadWrite is currently filtered for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7d6f4ee5a61b8fe98b9a3e79e3cb8b08b69a8884af85f8874f979274ad03a794
Associated tags:
- 20220823-023128
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220823-023128
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220823-023128].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:7d6f4ee5a61b8fe98b9a3e79e3cb8b08b69a8884af85f8874f979274ad03a794].
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220823022040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:dde2330d06dfa4abb61d297346a6007cfe06d9b63be88bb7221ff351db13a7e2]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220823022040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:dde2330d06dfa4abb61d297346a6007cfe06d9b63be88bb7221ff351db13a7e2])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:dde2330d06dfa4abb61d297346a6007cfe06d9b63be88bb7221ff351db13a7e2
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:dde2330d06dfa4abb61d297346a6007cfe06d9b63be88bb7221ff351db13a7e2].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220823022040]
- referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:aeccdebb646dd993b1fcf94ed09479ff68bd1a1e5b605b542014a9b390dc0cc9]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220823022040] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:aeccdebb646dd993b1fcf94ed09479ff68bd1a1e5b605b542014a9b390dc0cc9])].
Digests:
- us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:aeccdebb646dd993b1fcf94ed09479ff68bd1a1e5b605b542014a9b390dc0cc9
Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:aeccdebb646dd993b1fcf94ed09479ff68bd1a1e5b605b542014a9b390dc0cc9].
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 3m 31s
215 actionable tasks: 142 executed, 61 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/azumbnr4qyigs
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org