You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/10/02 22:15:26 UTC
Build failed in Jenkins: beam_PostCommit_Python2 #611
See <https://builds.apache.org/job/beam_PostCommit_Python2/611/display/redirect?page=changes>
Changes:
[github] Fix traceback.format_exc(e) call
[yifanzou] Fix download_files in the python RC validation script
------------------------------------------
[...truncated 833.34 KB...]
"name": "s4",
"properties": {
"display_data": [
{
"key": "retry_strategy",
"namespace": "apache_beam.io.gcp.bigquery.BigQueryWriteFn",
"type": "STRING",
"value": "RETRY_ON_TRANSIENT_ERROR"
},
{
"key": "create_disposition",
"namespace": "apache_beam.io.gcp.bigquery.BigQueryWriteFn",
"type": "STRING",
"value": "CREATE_IF_NEEDED"
},
{
"key": "additional_bq_parameters",
"namespace": "apache_beam.io.gcp.bigquery.BigQueryWriteFn",
"type": "STRING",
"value": "{}"
},
{
"key": "max_batch_size",
"namespace": "apache_beam.io.gcp.bigquery.BigQueryWriteFn",
"type": "INTEGER",
"value": 500
},
{
"key": "write_disposition",
"namespace": "apache_beam.io.gcp.bigquery.BigQueryWriteFn",
"type": "STRING",
"value": "WRITE_APPEND"
},
{
"key": "max_buffered_rows",
"namespace": "apache_beam.io.gcp.bigquery.BigQueryWriteFn",
"type": "INTEGER",
"value": 2000
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "BigQueryWriteFn",
"type": "STRING",
"value": "apache_beam.io.gcp.bigquery.BigQueryWriteFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [],
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
},
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [],
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "WriteToBigQuery/StreamInsertRows/ParDo(BigQueryWriteFn).out"
},
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [],
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
},
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [],
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out_FailedRows",
"user_name": "WriteToBigQuery/StreamInsertRows/ParDo(BigQueryWriteFn).FailedRows"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s3"
},
"serialized_fn": "ref_AppliedPTransform_WriteToBigQuery/StreamInsertRows/ParDo(BigQueryWriteFn)_8",
"user_name": "WriteToBigQuery/StreamInsertRows/ParDo(BigQueryWriteFn)"
}
}
],
"type": "JOB_TYPE_STREAMING"
}
root: INFO: Create job: <Job
createTime: u'2019-10-02T21:23:25.171833Z'
currentStateTime: u'1970-01-01T00:00:00Z'
id: u'2019-10-02_14_23_23-13901088454853799594'
location: u'us-central1'
name: u'beamapp-jenkins-1002212314-557467'
projectId: u'apache-beam-testing'
stageStates: []
startTime: u'2019-10-02T21:23:25.171833Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_STREAMING, 2)>
root: INFO: Created job with id: [2019-10-02_14_23_23-13901088454853799594]
root: INFO: To access the Dataflow monitoring console, please navigate to https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_23_23-13901088454853799594?project=apache-beam-testing
root: INFO: Job 2019-10-02_14_23_23-13901088454853799594 is in state JOB_STATE_RUNNING
root: INFO: 2019-10-02T21:23:27.769Z: JOB_MESSAGE_DETAILED: Checking permissions granted to controller Service Account.
root: INFO: 2019-10-02T21:23:28.588Z: JOB_MESSAGE_BASIC: Worker configuration: n1-standard-4 in us-central1-f.
root: INFO: 2019-10-02T21:23:29.341Z: JOB_MESSAGE_DETAILED: Expanding SplittableParDo operations into optimizable parts.
root: INFO: 2019-10-02T21:23:29.343Z: JOB_MESSAGE_DETAILED: Expanding CollectionToSingleton operations into optimizable parts.
root: INFO: 2019-10-02T21:23:29.350Z: JOB_MESSAGE_DETAILED: Expanding CoGroupByKey operations into optimizable parts.
root: INFO: 2019-10-02T21:23:29.358Z: JOB_MESSAGE_DETAILED: Expanding SplittableProcessKeyed operations into optimizable parts.
root: INFO: 2019-10-02T21:23:29.361Z: JOB_MESSAGE_DETAILED: Expanding GroupByKey operations into streaming Read/Write steps
root: INFO: 2019-10-02T21:23:29.364Z: JOB_MESSAGE_DEBUG: Annotating graph with Autotuner information.
root: INFO: 2019-10-02T21:23:29.376Z: JOB_MESSAGE_DETAILED: Fusing adjacent ParDo, Read, Write, and Flatten operations
root: INFO: 2019-10-02T21:23:29.378Z: JOB_MESSAGE_DETAILED: Fusing consumer ParDo(CallableWrapperDoFn) into ReadFromPubSub/Read
root: INFO: 2019-10-02T21:23:29.380Z: JOB_MESSAGE_DETAILED: Fusing consumer WriteToBigQuery/AppendDestination into ParDo(CallableWrapperDoFn)
root: INFO: 2019-10-02T21:23:29.382Z: JOB_MESSAGE_DETAILED: Fusing consumer WriteToBigQuery/StreamInsertRows/ParDo(BigQueryWriteFn) into WriteToBigQuery/AppendDestination
root: INFO: 2019-10-02T21:23:29.389Z: JOB_MESSAGE_DEBUG: Adding StepResource setup and teardown to workflow graph.
root: INFO: 2019-10-02T21:23:29.402Z: JOB_MESSAGE_DEBUG: Adding workflow start and stop steps.
root: INFO: 2019-10-02T21:23:29.452Z: JOB_MESSAGE_DEBUG: Assigning stage ids.
root: INFO: 2019-10-02T21:23:29.610Z: JOB_MESSAGE_DEBUG: Executing wait step start2
root: INFO: 2019-10-02T21:23:29.622Z: JOB_MESSAGE_DEBUG: Starting worker pool setup.
root: INFO: 2019-10-02T21:23:29.626Z: JOB_MESSAGE_BASIC: Starting 1 workers...
root: INFO: 2019-10-02T21:23:31.738Z: JOB_MESSAGE_BASIC: Executing operation ReadFromPubSub/Read+ParDo(CallableWrapperDoFn)+WriteToBigQuery/AppendDestination+WriteToBigQuery/StreamInsertRows/ParDo(BigQueryWriteFn)
root: INFO: 2019-10-02T21:24:01.264Z: JOB_MESSAGE_DEBUG: Executing input step topology_init_attach_disk_input_step
root: INFO: 2019-10-02T21:24:01.558Z: JOB_MESSAGE_DETAILED: Checking permissions granted to controller Service Account.
root: INFO: 2019-10-02T21:24:02.240Z: JOB_MESSAGE_BASIC: Worker configuration: n1-standard-4 in us-central1-f.
root: INFO: 2019-10-02T21:24:19.225Z: JOB_MESSAGE_DETAILED: Workers have started successfully.
root: INFO: 2019-10-02T21:27:12.744Z: JOB_MESSAGE_ERROR: Workflow failed.
root: INFO: 2019-10-02T21:27:12.782Z: JOB_MESSAGE_BASIC: Finished operation ReadFromPubSub/Read+ParDo(CallableWrapperDoFn)+WriteToBigQuery/AppendDestination+WriteToBigQuery/StreamInsertRows/ParDo(BigQueryWriteFn)
root: INFO: 2019-10-02T21:27:12.934Z: JOB_MESSAGE_DETAILED: Cleaning up.
root: INFO: 2019-10-02T21:27:12.986Z: JOB_MESSAGE_BASIC: Worker pool stopped.
root: INFO: 2019-10-02T21:27:12.994Z: JOB_MESSAGE_DEBUG: Tearing down pending resources...
root: INFO: 2019-10-02T21:27:12.997Z: JOB_MESSAGE_DEBUG: Starting worker pool teardown.
root: INFO: 2019-10-02T21:27:13.005Z: JOB_MESSAGE_BASIC: Stopping worker pool...
root: INFO: 2019-10-02T21:29:02.908Z: JOB_MESSAGE_BASIC: Worker pool stopped.
root: INFO: Job 2019-10-02_14_23_23-13901088454853799594 is in state JOB_STATE_FAILED
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
XML: nosetests-postCommitIT-df.xml
----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Python2/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 45 tests in 4253.081s
FAILED (SKIP=4, errors=1)
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_04_45-2648920111471756550?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_12_19-11281666857334363250?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_21_33-401007355500891250?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_29_20-7082839040090833814?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_37_33-16041362269630975470?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_47_40-2839596255670381875?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_57_02-12335154958958527994?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_15_06_00-5067510301271681168?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_04_49-5791830087740150491?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_19_58-9867487274801083176?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_28_50-18244274302911124091?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_38_09-7512226215926909591?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_46_33-9733715514881762337?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_04_44-9160308058120776509?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_23_11-58138409532169452?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_31_27-17763520076117731517?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_04_47-8832585646278665928?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_17_23-2295597512389214727?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_25_17-2979768921316942664?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_33_21-8919844364955672052?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_41_15-5902569096699581820?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_04_44-6020492835974673431?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_23_23-13901088454853799594?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_29_57-9902243400852972656?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_40_52-3463716958572465328?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_04_42-16066841140350195663?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_12_12-9512253460815925765?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_22_31-7213159887059190734?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_30_37-9117116062513014191?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_38_58-5263060244971403735?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_04_44-7918849987720400439?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_13_42-6847024244653044798?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_21_46-16659983097353867118?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_29_45-11116997380948596475?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_38_59-9434110023192867928?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_04_44-351179322364535851?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_14_25-13011373354494659058?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_24_44-11509247454893738302?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_33_02-2599754856041633341?project=apache-beam-testing
Worker logs: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-10-02_14_41_14-4287427701453610275?project=apache-beam-testing
> Task :sdks:python:test-suites:dataflow:py2:postCommitIT FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '<https://builds.apache.org/job/beam_PostCommit_Python2/ws/src/sdks/python/test-suites/dataflow/py2/build.gradle'> line: 85
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py2:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 1h 11m 50s
111 actionable tasks: 86 executed, 22 from cache, 3 up-to-date
Publishing build scan...
https://gradle.com/s/eomdr3sf5fgnm
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Jenkins build is back to normal : beam_PostCommit_Python2 #612
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Python2/612/display/redirect?page=changes>
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org