You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/12/27 00:49:56 UTC
Build failed in Jenkins: beam_PostCommit_Python_Verify #6927
See <https://builds.apache.org/job/beam_PostCommit_Python_Verify/6927/display/redirect>
------------------------------------------
[...truncated 354.22 KB...]
},
{
"location": "storage.googleapis.com/temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-1227001705-453344.1545869825.453478/setuptools-40.6.2.zip",
"name": "setuptools-40.6.2.zip"
},
{
"location": "storage.googleapis.com/temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-1227001705-453344.1545869825.453478/setuptools-40.6.3.zip",
"name": "setuptools-40.6.3.zip"
},
{
"location": "storage.googleapis.com/temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-1227001705-453344.1545869825.453478/funcsigs-1.0.2.tar.gz",
"name": "funcsigs-1.0.2.tar.gz"
},
{
"location": "storage.googleapis.com/temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-1227001705-453344.1545869825.453478/dataflow_python_sdk.tar",
"name": "dataflow_python_sdk.tar"
}
],
"taskrunnerSettings": {
"parallelWorkerSettings": {
"baseUrl": "https://dataflow.googleapis.com",
"servicePath": "https://dataflow.googleapis.com"
}
},
"workerHarnessContainerImage": "gcr.io/cloud-dataflow/v1beta3/python:beam-master-20181218"
}
]
},
"name": "beamapp-jenkins-1227001705-453344",
"steps": [
{
"kind": "ParallelRead",
"name": "s1",
"properties": {
"bigquery_export_format": "FORMAT_AVRO",
"bigquery_flatten_results": true,
"bigquery_query": "SELECT * FROM (SELECT \"apple\" as fruit), (SELECT \"orange\" as fruit),",
"bigquery_use_legacy_sql": true,
"display_data": [
{
"key": "source",
"label": "Read Source",
"namespace": "apache_beam.io.iobase.Read",
"shortValue": "BigQuerySource",
"type": "STRING",
"value": "apache_beam.io.gcp.bigquery.BigQuerySource"
},
{
"key": "query",
"label": "Query",
"namespace": "apache_beam.io.gcp.bigquery.BigQuerySource",
"type": "STRING",
"value": "SELECT * FROM (SELECT \"apple\" as fruit), (SELECT \"orange\" as fruit),"
},
{
"key": "validation",
"label": "Validation Enabled",
"namespace": "apache_beam.io.gcp.bigquery.BigQuerySource",
"type": "BOOLEAN",
"value": false
}
],
"format": "bigquery",
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "read.out"
}
],
"user_name": "read"
}
},
{
"kind": "ParallelWrite",
"name": "s2",
"properties": {
"create_disposition": "CREATE_IF_NEEDED",
"dataset": "python_query_to_table_15458698245955",
"display_data": [],
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "RowAsDictJsonCoder$eNprYEpOLEhMzkiNT0pNzNXLzNdLTy7QS8pMLyxNLarkCsovdyx2yUwu8SrOz3POT0kt4ipk0GwsZKwtZErSAwCu1BVY",
"component_encodings": []
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"format": "bigquery",
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s1"
},
"schema": "{\"fields\": [{\"type\": \"STRING\", \"name\": \"fruit\", \"mode\": \"NULLABLE\"}]}",
"table": "output_table",
"user_name": "write/NativeWrite",
"write_disposition": "WRITE_EMPTY"
}
}
],
"type": "JOB_TYPE_BATCH"
}
root: INFO: Create job: <Job
createTime: u'2018-12-27T00:17:11.774595Z'
currentStateTime: u'1970-01-01T00:00:00Z'
id: u'2018-12-26_16_17_11-11287021941018347296'
location: u'us-central1'
name: u'beamapp-jenkins-1227001705-453344'
projectId: u'apache-beam-testing'
stageStates: []
startTime: u'2018-12-27T00:17:11.774595Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
root: INFO: Created job with id: [2018-12-26_16_17_11-11287021941018347296]
root: INFO: To access the Dataflow monitoring console, please navigate to https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-12-26_16_17_11-11287021941018347296?project=apache-beam-testing
root: INFO: Job 2018-12-26_16_17_11-11287021941018347296 is in state JOB_STATE_RUNNING
root: INFO: 2018-12-27T00:17:11.047Z: JOB_MESSAGE_DETAILED: Autoscaling is enabled for job 2018-12-26_16_17_11-11287021941018347296. The number of workers will be between 1 and 1000.
root: INFO: 2018-12-27T00:17:11.092Z: JOB_MESSAGE_DETAILED: Autoscaling was automatically enabled for job 2018-12-26_16_17_11-11287021941018347296.
root: INFO: 2018-12-27T00:17:14.554Z: JOB_MESSAGE_DETAILED: Checking permissions granted to controller Service Account.
root: INFO: 2018-12-27T00:17:15.317Z: JOB_MESSAGE_BASIC: Worker configuration: n1-standard-1 in us-central1-b.
root: INFO: 2018-12-27T00:17:15.943Z: JOB_MESSAGE_DETAILED: Expanding CoGroupByKey operations into optimizable parts.
root: INFO: 2018-12-27T00:17:15.981Z: JOB_MESSAGE_DETAILED: Expanding GroupByKey operations into optimizable parts.
root: INFO: 2018-12-27T00:17:16.026Z: JOB_MESSAGE_DETAILED: Lifting ValueCombiningMappingFns into MergeBucketsMappingFns
root: INFO: 2018-12-27T00:17:16.063Z: JOB_MESSAGE_DEBUG: Annotating graph with Autotuner information.
root: INFO: 2018-12-27T00:17:16.194Z: JOB_MESSAGE_DETAILED: Fusing adjacent ParDo, Read, Write, and Flatten operations
root: INFO: 2018-12-27T00:17:16.231Z: JOB_MESSAGE_DETAILED: Fusing consumer write/NativeWrite into read
root: INFO: 2018-12-27T00:17:16.268Z: JOB_MESSAGE_DEBUG: Workflow config is missing a default resource spec.
root: INFO: 2018-12-27T00:17:16.313Z: JOB_MESSAGE_DEBUG: Adding StepResource setup and teardown to workflow graph.
root: INFO: 2018-12-27T00:17:16.357Z: JOB_MESSAGE_DEBUG: Adding workflow start and stop steps.
root: INFO: 2018-12-27T00:17:16.404Z: JOB_MESSAGE_DEBUG: Assigning stage ids.
root: INFO: 2018-12-27T00:17:16.582Z: JOB_MESSAGE_DEBUG: Executing wait step start3
root: INFO: 2018-12-27T00:17:16.663Z: JOB_MESSAGE_BASIC: Executing operation read+write/NativeWrite
root: INFO: 2018-12-27T00:17:16.715Z: JOB_MESSAGE_DEBUG: Starting worker pool setup.
root: INFO: 2018-12-27T00:17:16.757Z: JOB_MESSAGE_BASIC: Starting 1 workers in us-central1-b...
root: INFO: 2018-12-27T00:17:20.826Z: JOB_MESSAGE_BASIC: BigQuery query issued as job: "dataflow_job_10484261723666742717". You can check its status with the bq tool: "bq show -j --project_id=apache-beam-testing dataflow_job_10484261723666742717".
root: INFO: 2018-12-27T00:17:27.440Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised the number of workers to 0 based on the rate of progress in the currently running step(s).
root: INFO: 2018-12-27T00:18:00.713Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised the number of workers to 1 based on the rate of progress in the currently running step(s).
root: INFO: 2018-12-27T00:18:48.936Z: JOB_MESSAGE_BASIC: BigQuery query completed, job : "dataflow_job_10484261723666742717"
root: INFO: 2018-12-27T00:18:49.390Z: JOB_MESSAGE_BASIC: BigQuery export job "dataflow_job_6673033279669867054" started. You can check its status with the bq tool: "bq show -j --project_id=apache-beam-testing dataflow_job_6673033279669867054".
root: INFO: 2018-12-27T00:19:19.736Z: JOB_MESSAGE_DETAILED: BigQuery export job progress: "dataflow_job_6673033279669867054" observed total of 1 exported files thus far.
root: INFO: 2018-12-27T00:19:19.779Z: JOB_MESSAGE_BASIC: BigQuery export job finished: "dataflow_job_6673033279669867054"
root: INFO: 2018-12-27T00:19:48.312Z: JOB_MESSAGE_DETAILED: Workers have started successfully.
root: INFO: 2018-12-27T00:19:48.356Z: JOB_MESSAGE_DETAILED: Workers have started successfully.
root: INFO: 2018-12-27T00:19:49.436Z: JOB_MESSAGE_ERROR: A setup error was detected in beamapp-jenkins-122700170-12261617-sw83-harness-6vvs. Please refer to the worker-startup log for detailed information.
root: INFO: 2018-12-27T00:19:52.385Z: JOB_MESSAGE_ERROR: A setup error was detected in beamapp-jenkins-122700170-12261617-sw83-harness-6vvs. Please refer to the worker-startup log for detailed information.
root: INFO: 2018-12-27T00:20:09.623Z: JOB_MESSAGE_ERROR: A setup error was detected in beamapp-jenkins-122700170-12261617-sw83-harness-6vvs. Please refer to the worker-startup log for detailed information.
root: INFO: 2018-12-27T00:20:40.636Z: JOB_MESSAGE_ERROR: A setup error was detected in beamapp-jenkins-122700170-12261617-sw83-harness-6vvs. Please refer to the worker-startup log for detailed information.
root: INFO: 2018-12-27T00:20:40.643Z: JOB_MESSAGE_BASIC: Executing BigQuery import job "dataflow_job_10484261723666742363". You can check its status with the bq tool: "bq show -j --project_id=apache-beam-testing dataflow_job_10484261723666742363".
root: INFO: 2018-12-27T00:20:42.036Z: JOB_MESSAGE_DEBUG: Executing failure step failure2
root: INFO: 2018-12-27T00:20:42.077Z: JOB_MESSAGE_ERROR: Workflow failed. Causes: S01:read+write/NativeWrite failed., A work item was attempted 4 times without success. Each time the worker eventually lost contact with the service. The work item was attempted on:
beamapp-jenkins-122700170-12261617-sw83-harness-6vvs,
beamapp-jenkins-122700170-12261617-sw83-harness-6vvs,
beamapp-jenkins-122700170-12261617-sw83-harness-6vvs,
beamapp-jenkins-122700170-12261617-sw83-harness-6vvs
root: INFO: 2018-12-27T00:20:42.215Z: JOB_MESSAGE_DETAILED: Cleaning up.
root: INFO: 2018-12-27T00:20:42.265Z: JOB_MESSAGE_DEBUG: Starting worker pool teardown.
root: INFO: 2018-12-27T00:20:42.307Z: JOB_MESSAGE_BASIC: Stopping worker pool...
root: INFO: 2018-12-27T00:22:40.229Z: JOB_MESSAGE_DETAILED: Autoscaling: Resized worker pool from 1 to 0.
root: INFO: 2018-12-27T00:22:40.276Z: JOB_MESSAGE_DETAILED: Autoscaling: Would further reduce the number of workers but reached the minimum number allowed for the job.
root: INFO: 2018-12-27T00:22:40.335Z: JOB_MESSAGE_BASIC: Worker pool stopped.
root: INFO: 2018-12-27T00:22:40.397Z: JOB_MESSAGE_DEBUG: Tearing down pending resources...
root: INFO: Job 2018-12-26_16_17_11-11287021941018347296 is in state JOB_STATE_FAILED
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 25 tests in 2714.157s
FAILED (errors=1)
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-12-26_16_04_48-1571178646021376438?project=apache-beam-testing.
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-12-26_16_12_02-14346330867507673504?project=apache-beam-testing.
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-12-26_16_18_26-5992545400340391781?project=apache-beam-testing.
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-12-26_16_23_58-815980842009549555?project=apache-beam-testing.
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-12-26_16_30_11-17613310442928751349?project=apache-beam-testing.
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-12-26_16_37_13-6990205503768936867?project=apache-beam-testing.
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-12-26_16_43_23-13965131806613886838?project=apache-beam-testing.
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-12-26_16_04_50-10858045429932717246?project=apache-beam-testing.
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-12-26_16_19_25-8690265804533936729?project=apache-beam-testing.
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-12-26_16_04_50-4463548811810661533?project=apache-beam-testing.
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-12-26_16_04_49-6187303856256079416?project=apache-beam-testing.
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-12-26_16_17_11-11287021941018347296?project=apache-beam-testing.
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-12-26_16_22_54-6758445509866013956?project=apache-beam-testing.
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-12-26_16_28_44-6230809351847898628?project=apache-beam-testing.
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-12-26_16_04_48-10290222886249065469?project=apache-beam-testing.
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-12-26_16_04_48-13885170007790753345?project=apache-beam-testing.
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-12-26_16_11_12-17122884851232913402?project=apache-beam-testing.
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-12-26_16_18_16-3172092468214127175?project=apache-beam-testing.
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-12-26_16_04_48-3039504447950257993?project=apache-beam-testing.
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-12-26_16_10_33-4483665437299743572?project=apache-beam-testing.
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-12-26_16_18_47-6704167049077770299?project=apache-beam-testing.
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-12-26_16_24_27-5845885181981580479?project=apache-beam-testing.
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-12-26_16_04_48-10201544001346156058?project=apache-beam-testing.
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-12-26_16_12_06-11312488963959553445?project=apache-beam-testing.
> Task :beam-sdks-python:postCommitIT FAILED
:beam-sdks-python:postCommitIT (Thread[Task worker for ':',5,main]) completed. Took 45 mins 14.951 secs.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/build.gradle'> line: 276
* What went wrong:
Execution failed for task ':beam-sdks-python:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
BUILD FAILED in 49m 43s
6 actionable tasks: 6 executed
Publishing build scan...
https://gradle.com/s/qeviokkrs6xso
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Jenkins build is back to normal : beam_PostCommit_Python_Verify
#6928
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Python_Verify/6928/display/redirect>
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org