You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/01/09 09:34:56 UTC
Build failed in Jenkins: beam_PostCommit_Python_Verify #3910
See <https://builds.apache.org/job/beam_PostCommit_Python_Verify/3910/display/redirect>
------------------------------------------
[...truncated 1.14 MB...]
"@type": "OutputReference",
"output_name": "out",
"step_name": "s2"
},
"serialized_fn": "<string of 952 bytes>",
"user_name": "pair_with_one"
}
},
{
"kind": "GroupByKey",
"name": "s4",
"properties": {
"display_data": [],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "StrUtf8Coder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlzBJUWhJWkWziAeVyGDZmMhY20hU5IeAAajEkY=",
"component_encodings": []
},
{
"@type": "kind:stream",
"component_encodings": [
{
"@type": "VarIntCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxhiUWeeSXOIA5XIYNmYyFjbSFTkh4A89cR+g==",
"component_encodings": []
}
],
"is_stream_like": true
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "group.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s3"
},
"serialized_fn": "%0AJ%22H%0A%1Dref_Coder_GlobalWindowCoder_1%12%27%0A%25%0A%23%0A%21urn%3Abeam%3Acoders%3Aglobal_window%3A0.1jT%0A%25%0A%23%0A%21beam%3Awindowfn%3Aglobal_windows%3Av0.1%10%01%1A%1Dref_Coder_GlobalWindowCoder_1%22%02%3A%00%28%010%018%01H%01",
"user_name": "group"
}
},
{
"kind": "ParallelDo",
"name": "s5",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "count_ones"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "StrUtf8Coder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlzBJUWhJWkWziAeVyGDZmMhY20hU5IeAAajEkY=",
"component_encodings": []
},
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "count.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s4"
},
"serialized_fn": "<string of 1032 bytes>",
"user_name": "count"
}
},
{
"kind": "ParallelDo",
"name": "s6",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "format_result"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "format.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s5"
},
"serialized_fn": "<string of 1028 bytes>",
"user_name": "format"
}
}
],
"type": "JOB_TYPE_BATCH"
}
root: INFO: Create job: <Job
createTime: u'2018-01-09T09:27:00.868220Z'
currentStateTime: u'1970-01-01T00:00:00Z'
id: u'2018-01-09_01_27_00-3796338122094653772'
location: u'us-central1'
name: u'beamapp-jenkins-0109092658-618743'
projectId: u'apache-beam-testing'
stageStates: []
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
root: INFO: Created job with id: [2018-01-09_01_27_00-3796338122094653772]
root: INFO: To access the Dataflow monitoring console, please navigate to https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-01-09_01_27_00-3796338122094653772?project=apache-beam-testing
root: INFO: Job 2018-01-09_01_27_00-3796338122094653772 is in state JOB_STATE_PENDING
root: INFO: 2018-01-09T09:27:00.296Z: JOB_MESSAGE_WARNING: (34af4d687eb9bfb0): Setting the number of workers (1) disables autoscaling for this job. If you are trying to cap autoscaling, consider only setting max_num_workers. If you want to disable autoscaling altogether, the documented way is to explicitly use autoscalingAlgorithm=NONE.
root: INFO: 2018-01-09T09:27:02.752Z: JOB_MESSAGE_DETAILED: (279d55b9eedae6d0): Checking required Cloud APIs are enabled.
root: INFO: 2018-01-09T09:27:03.602Z: JOB_MESSAGE_DETAILED: (279d55b9eedae38d): Expanding CollectionToSingleton operations into optimizable parts.
root: INFO: 2018-01-09T09:27:03.634Z: JOB_MESSAGE_DETAILED: (279d55b9eedaede0): Expanding CoGroupByKey operations into optimizable parts.
root: INFO: 2018-01-09T09:27:03.660Z: JOB_MESSAGE_DEBUG: (279d55b9eedae833): Combiner lifting skipped for step group: GroupByKey not followed by a combiner.
root: INFO: 2018-01-09T09:27:03.691Z: JOB_MESSAGE_DETAILED: (279d55b9eedaef15): Expanding GroupByKey operations into optimizable parts.
root: INFO: 2018-01-09T09:27:03.721Z: JOB_MESSAGE_DEBUG: (279d55b9eedae5f7): Annotating graph with Autotuner information.
root: INFO: 2018-01-09T09:27:03.756Z: JOB_MESSAGE_DETAILED: (279d55b9eedae3bb): Fusing adjacent ParDo, Read, Write, and Flatten operations
root: INFO: 2018-01-09T09:27:03.788Z: JOB_MESSAGE_DETAILED: (279d55b9eedaea9d): Fusing consumer split into read/Read
root: INFO: 2018-01-09T09:27:03.818Z: JOB_MESSAGE_DETAILED: (279d55b9eedae17f): Fusing consumer group/Reify into pair_with_one
root: INFO: 2018-01-09T09:27:03.849Z: JOB_MESSAGE_DETAILED: (279d55b9eedae861): Fusing consumer format into count
root: INFO: 2018-01-09T09:27:03.880Z: JOB_MESSAGE_DETAILED: (279d55b9eedaef43): Fusing consumer count into group/GroupByWindow
root: INFO: 2018-01-09T09:27:03.912Z: JOB_MESSAGE_DETAILED: (279d55b9eedae625): Fusing consumer pair_with_one into split
root: INFO: 2018-01-09T09:27:03.935Z: JOB_MESSAGE_DETAILED: (279d55b9eedaed07): Fusing consumer group/Write into group/Reify
root: INFO: 2018-01-09T09:27:03.956Z: JOB_MESSAGE_DETAILED: (279d55b9eedae3e9): Fusing consumer group/GroupByWindow into group/Read
root: INFO: 2018-01-09T09:27:03.977Z: JOB_MESSAGE_DEBUG: (279d55b9eedaeacb): Workflow config is missing a default resource spec.
root: INFO: 2018-01-09T09:27:03.988Z: JOB_MESSAGE_DEBUG: (279d55b9eedae1ad): Adding StepResource setup and teardown to workflow graph.
root: INFO: 2018-01-09T09:27:04Z: JOB_MESSAGE_DEBUG: (279d55b9eedae88f): Adding workflow start and stop steps.
root: INFO: 2018-01-09T09:27:04.020Z: JOB_MESSAGE_DEBUG: (279d55b9eedaef71): Assigning stage ids.
root: INFO: 2018-01-09T09:27:04.110Z: JOB_MESSAGE_DEBUG: (ea4572ef6b66f1a6): Executing wait step start13
root: INFO: 2018-01-09T09:27:04.145Z: JOB_MESSAGE_BASIC: (f30bcf178c2256e6): Executing operation group/Create
root: INFO: Job 2018-01-09_01_27_00-3796338122094653772 is in state JOB_STATE_RUNNING
root: INFO: 2018-01-09T09:27:04.173Z: JOB_MESSAGE_DEBUG: (a9abec243c008ca8): Starting worker pool setup.
root: INFO: 2018-01-09T09:27:04.193Z: JOB_MESSAGE_BASIC: (a9abec243c008faa): Starting 1 workers in us-central1-f...
root: INFO: 2018-01-09T09:27:04.246Z: JOB_MESSAGE_DEBUG: (f30bcf178c2250b0): Value "group/Session" materialized.
root: INFO: 2018-01-09T09:27:04.285Z: JOB_MESSAGE_BASIC: (f30bcf178c225bb8): Executing operation read/Read+split+pair_with_one+group/Reify+group/Write
root: INFO: 2018-01-09T09:27:12.638Z: JOB_MESSAGE_DETAILED: (fe34485267edcd16): Autoscaling: Raised the number of workers to 0 based on the rate of progress in the currently running step(s).
root: INFO: 2018-01-09T09:27:41.531Z: JOB_MESSAGE_ERROR: (fe34485267edc3e9): Startup of the worker pool in zone us-central1-f failed to bring up any of the desired 1 workers. QUOTA_EXCEEDED: Quota 'DISKS_TOTAL_GB' exceeded. Limit: 21000.0 in region us-central1.
root: INFO: 2018-01-09T09:27:41.545Z: JOB_MESSAGE_ERROR: (fe34485267edc70b): Workflow failed.
root: INFO: 2018-01-09T09:27:41.801Z: JOB_MESSAGE_DETAILED: (279d55b9eedaee6a): Cleaning up.
root: INFO: 2018-01-09T09:27:41.845Z: JOB_MESSAGE_DEBUG: (279d55b9eedaec2e): Starting worker pool teardown.
root: INFO: 2018-01-09T09:27:41.859Z: JOB_MESSAGE_BASIC: (279d55b9eedae310): Stopping worker pool...
root: INFO: 2018-01-09T09:28:58.581Z: JOB_MESSAGE_BASIC: (279d55b9eedaee98): Worker pool stopped.
root: INFO: 2018-01-09T09:28:58.604Z: JOB_MESSAGE_DEBUG: (279d55b9eedaec5c): Tearing down pending resources...
root: INFO: Job 2018-01-09_01_27_00-3796338122094653772 is in state JOB_STATE_FAILED
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
Ran 3 tests in 425.641s
FAILED (errors=2)
Build step 'Execute shell' marked build as failure
Not sending mail to unregistered user ankurgoenka@gmail.com
Not sending mail to unregistered user ehudm@google.com
Not sending mail to unregistered user jb@nanthrax.net
Jenkins build is back to normal : beam_PostCommit_Python_Verify
#3913
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Python_Verify/3913/display/redirect?page=changes>
Build failed in Jenkins: beam_PostCommit_Python_Verify #3912
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Python_Verify/3912/display/redirect>
------------------------------------------
[...truncated 1.19 MB...]
"component_encodings": [
{
"@type": "VarIntCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxhiUWeeSXOIA5XIYNmYyFjbSFTkh4A89cR+g==",
"component_encodings": []
}
],
"is_stream_like": true
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "monthly count/GroupByKey.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s2"
},
"serialized_fn": "%0AJ%22H%0A%1Dref_Coder_GlobalWindowCoder_1%12%27%0A%25%0A%23%0A%21urn%3Abeam%3Acoders%3Aglobal_window%3A0.1jT%0A%25%0A%23%0A%21beam%3Awindowfn%3Aglobal_windows%3Av0.1%10%01%1A%1Dref_Coder_GlobalWindowCoder_1%22%02%3A%00%28%010%018%01H%01",
"user_name": "monthly count/GroupByKey"
}
},
{
"kind": "CombineValues",
"name": "s4",
"properties": {
"display_data": [],
"encoding": {
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "monthly count/Combine.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s3"
},
"serialized_fn": "<string of 236 bytes>",
"user_name": "monthly count/Combine"
}
},
{
"kind": "ParallelDo",
"name": "s5",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "<lambda>"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "format.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s4"
},
"serialized_fn": "<string of 1012 bytes>",
"user_name": "format"
}
},
{
"kind": "ParallelWrite",
"name": "s6",
"properties": {
"create_disposition": "CREATE_IF_NEEDED",
"dataset": "BigQueryTornadoesIT",
"display_data": [],
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "RowAsDictJsonCoder$eNprYEpOLEhMzkiNT0pNzNXLzNdLTy7QS8pMLyxNLarkCsovdyx2yUwu8SrOz3POT0kt4ipk0GwsZKwtZErSAwCu1BVY",
"component_encodings": []
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"format": "bigquery",
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s5"
},
"schema": "{\"fields\": [{\"type\": \"INTEGER\", \"name\": \"month\", \"mode\": \"NULLABLE\"}, {\"type\": \"INTEGER\", \"name\": \"tornado_count\", \"mode\": \"NULLABLE\"}]}",
"table": "monthly_tornadoes_1515510936428",
"user_name": "Write/WriteToBigQuery/NativeWrite",
"write_disposition": "WRITE_TRUNCATE"
}
}
],
"type": "JOB_TYPE_BATCH"
}
root: INFO: Create job: <Job
createTime: u'2018-01-09T15:15:37.745309Z'
currentStateTime: u'1970-01-01T00:00:00Z'
id: u'2018-01-09_07_15_37-16647480242682086812'
location: u'us-central1'
name: u'beamapp-jenkins-0109151536-471332'
projectId: u'apache-beam-testing'
stageStates: []
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
root: INFO: Created job with id: [2018-01-09_07_15_37-16647480242682086812]
root: INFO: To access the Dataflow monitoring console, please navigate to https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-01-09_07_15_37-16647480242682086812?project=apache-beam-testing
root: INFO: Job 2018-01-09_07_15_37-16647480242682086812 is in state JOB_STATE_PENDING
root: INFO: 2018-01-09T15:15:37.187Z: JOB_MESSAGE_WARNING: (e707bb141e664cf8): Setting the number of workers (1) disables autoscaling for this job. If you are trying to cap autoscaling, consider only setting max_num_workers. If you want to disable autoscaling altogether, the documented way is to explicitly use autoscalingAlgorithm=NONE.
root: INFO: 2018-01-09T15:15:39.493Z: JOB_MESSAGE_DETAILED: (6d55ae7f5b5790ca): Checking required Cloud APIs are enabled.
root: INFO: 2018-01-09T15:15:40.327Z: JOB_MESSAGE_DETAILED: (6d55ae7f5b579943): Expanding CoGroupByKey operations into optimizable parts.
root: INFO: 2018-01-09T15:15:40.362Z: JOB_MESSAGE_DETAILED: (6d55ae7f5b57929a): Expanding GroupByKey operations into optimizable parts.
root: INFO: 2018-01-09T15:15:40.386Z: JOB_MESSAGE_DETAILED: (6d55ae7f5b5798d4): Lifting ValueCombiningMappingFns into MergeBucketsMappingFns
root: INFO: 2018-01-09T15:15:40.415Z: JOB_MESSAGE_DEBUG: (6d55ae7f5b579548): Annotating graph with Autotuner information.
root: INFO: 2018-01-09T15:15:40.506Z: JOB_MESSAGE_DETAILED: (6d55ae7f5b5794d9): Fusing adjacent ParDo, Read, Write, and Flatten operations
root: INFO: 2018-01-09T15:15:40.531Z: JOB_MESSAGE_DETAILED: (6d55ae7f5b579b13): Fusing consumer months with tornadoes into read
root: INFO: 2018-01-09T15:15:40.562Z: JOB_MESSAGE_DETAILED: (6d55ae7f5b57914d): Fusing consumer monthly count/GroupByKey/Reify into monthly count/GroupByKey+monthly count/Combine/Partial
root: INFO: 2018-01-09T15:15:40.594Z: JOB_MESSAGE_DETAILED: (6d55ae7f5b579787): Fusing consumer format into monthly count/Combine/Extract
root: INFO: 2018-01-09T15:15:40.625Z: JOB_MESSAGE_DETAILED: (6d55ae7f5b579dc1): Fusing consumer monthly count/Combine/Extract into monthly count/Combine
root: INFO: 2018-01-09T15:15:40.648Z: JOB_MESSAGE_DETAILED: (6d55ae7f5b5793fb): Fusing consumer Write/WriteToBigQuery/NativeWrite into format
root: INFO: 2018-01-09T15:15:40.671Z: JOB_MESSAGE_DETAILED: (6d55ae7f5b579a35): Fusing consumer monthly count/Combine into monthly count/GroupByKey/Read
root: INFO: 2018-01-09T15:15:40.697Z: JOB_MESSAGE_DETAILED: (6d55ae7f5b57906f): Fusing consumer monthly count/GroupByKey+monthly count/Combine/Partial into months with tornadoes
root: INFO: 2018-01-09T15:15:40.723Z: JOB_MESSAGE_DETAILED: (6d55ae7f5b5796a9): Fusing consumer monthly count/GroupByKey/Write into monthly count/GroupByKey/Reify
root: INFO: 2018-01-09T15:15:40.755Z: JOB_MESSAGE_DEBUG: (6d55ae7f5b579ce3): Workflow config is missing a default resource spec.
root: INFO: 2018-01-09T15:15:40.786Z: JOB_MESSAGE_DEBUG: (6d55ae7f5b57931d): Adding StepResource setup and teardown to workflow graph.
root: INFO: 2018-01-09T15:15:40.818Z: JOB_MESSAGE_DEBUG: (6d55ae7f5b579957): Adding workflow start and stop steps.
root: INFO: 2018-01-09T15:15:40.848Z: JOB_MESSAGE_DEBUG: (6d55ae7f5b579f91): Assigning stage ids.
root: INFO: 2018-01-09T15:15:40.983Z: JOB_MESSAGE_DEBUG: (744af15e948f7c3e): Executing wait step start22
root: INFO: Job 2018-01-09_07_15_37-16647480242682086812 is in state JOB_STATE_RUNNING
root: INFO: 2018-01-09T15:15:41.041Z: JOB_MESSAGE_BASIC: (744af15e948f7d2b): Executing operation monthly count/GroupByKey/Create
root: INFO: 2018-01-09T15:15:41.083Z: JOB_MESSAGE_DEBUG: (35c2c1f94838bd80): Starting worker pool setup.
root: INFO: 2018-01-09T15:15:41.111Z: JOB_MESSAGE_BASIC: (35c2c1f94838b4ca): Starting 1 workers in us-central1-f...
root: INFO: 2018-01-09T15:15:41.180Z: JOB_MESSAGE_DEBUG: (6130267680178e76): Value "monthly count/GroupByKey/Session" materialized.
root: INFO: 2018-01-09T15:15:41.235Z: JOB_MESSAGE_BASIC: (6130267680178bde): Executing operation read+months with tornadoes+monthly count/GroupByKey+monthly count/Combine/Partial+monthly count/GroupByKey/Reify+monthly count/GroupByKey/Write
root: INFO: 2018-01-09T15:15:41.833Z: JOB_MESSAGE_BASIC: (119be7a56ad58031): BigQuery export job "dataflow_job_1268862417682925551" started. You can check its status with the bq tool: "bq show -j --project_id=clouddataflow-readonly dataflow_job_1268862417682925551".
root: INFO: 2018-01-09T15:15:48.056Z: JOB_MESSAGE_DETAILED: (c20043ba94cf240a): Autoscaling: Raised the number of workers to 0 based on the rate of progress in the currently running step(s).
root: INFO: 2018-01-09T15:16:12.200Z: JOB_MESSAGE_DETAILED: (c2f7dc0cf8a2ef91): BigQuery export job progress: "dataflow_job_1268862417682925551" observed total of 1 exported files thus far.
root: INFO: 2018-01-09T15:16:12.223Z: JOB_MESSAGE_BASIC: (c2f7dc0cf8a2e317): BigQuery export job finished: "dataflow_job_1268862417682925551"
root: INFO: 2018-01-09T15:16:16.975Z: JOB_MESSAGE_ERROR: (c20043ba94cf2ded): Startup of the worker pool in zone us-central1-f failed to bring up any of the desired 1 workers. QUOTA_EXCEEDED: Quota 'DISKS_TOTAL_GB' exceeded. Limit: 21000.0 in region us-central1.
root: INFO: 2018-01-09T15:16:17.002Z: JOB_MESSAGE_ERROR: (c20043ba94cf246f): Workflow failed.
root: INFO: 2018-01-09T15:16:17.163Z: JOB_MESSAGE_DETAILED: (6d55ae7f5b579b96): Cleaning up.
root: INFO: 2018-01-09T15:16:17.242Z: JOB_MESSAGE_DEBUG: (6d55ae7f5b57980a): Starting worker pool teardown.
root: INFO: 2018-01-09T15:16:17.274Z: JOB_MESSAGE_BASIC: (6d55ae7f5b579e44): Stopping worker pool...
root: INFO: 2018-01-09T15:17:33.686Z: JOB_MESSAGE_BASIC: (6d55ae7f5b57972c): Worker pool stopped.
root: INFO: 2018-01-09T15:17:33.716Z: JOB_MESSAGE_DEBUG: (6d55ae7f5b5793a0): Tearing down pending resources...
root: INFO: Job 2018-01-09_07_15_37-16647480242682086812 is in state JOB_STATE_FAILED
root: INFO: Clean up a Bigquery table with project: apache-beam-testing, dataset: BigQueryTornadoesIT, table: monthly_tornadoes_1515510936428.
google.auth.transport._http_client: DEBUG: Making request: GET http://169.254.169.254
google.auth.transport._http_client: DEBUG: Making request: GET http://metadata.google.internal/computeMetadata/v1/project/project-id
google_auth_httplib2: DEBUG: Making request: GET http://metadata.google.internal/computeMetadata/v1/instance/service-accounts/default/?recursive=true
google_auth_httplib2: DEBUG: Making request: GET http://metadata.google.internal/computeMetadata/v1/instance/service-accounts/844138762903-compute@developer.gserviceaccount.com/token
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
Ran 3 tests in 127.634s
FAILED (errors=4)
Build step 'Execute shell' marked build as failure
Not sending mail to unregistered user ankurgoenka@gmail.com
Not sending mail to unregistered user ehudm@google.com
Not sending mail to unregistered user jb@nanthrax.net
Build failed in Jenkins: beam_PostCommit_Python_Verify #3911
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Python_Verify/3911/display/redirect?page=changes>
Changes:
[jbonofre] [BEAM-3282] MqttIO reader now use receive for timeout in order to return
------------------------------------------
[...truncated 1.19 MB...]
"is_wrapper": true
},
"output_name": "out",
"user_name": "write/Write/WriteImpl/Extract.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s13"
},
"serialized_fn": "<string of 760 bytes>",
"user_name": "write/Write/WriteImpl/Extract"
}
},
{
"kind": "CollectionToSingleton",
"name": "SideInput-s15",
"properties": {
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
}
]
},
"output_name": "out",
"user_name": "write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(InitializeWrite.out.0).output"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s8"
},
"user_name": "write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(InitializeWrite.out.0)"
}
},
{
"kind": "CollectionToSingleton",
"name": "SideInput-s16",
"properties": {
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
}
]
},
"output_name": "out",
"user_name": "write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(Extract.out.0).output"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s14"
},
"user_name": "write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(Extract.out.0)"
}
},
{
"kind": "ParallelDo",
"name": "s17",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "_finalize_write"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {
"SideInput-s15": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "SideInput-s15"
},
"SideInput-s16": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "SideInput-s16"
}
},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "write/Write/WriteImpl/FinalizeWrite.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s7"
},
"serialized_fn": "<string of 2444 bytes>",
"user_name": "write/Write/WriteImpl/FinalizeWrite/FinalizeWrite"
}
}
],
"type": "JOB_TYPE_BATCH"
}
root: INFO: Create job: <Job
createTime: u'2018-01-09T11:12:52.997344Z'
currentStateTime: u'1970-01-01T00:00:00Z'
id: u'2018-01-09_03_12_52-10390288235067446738'
location: u'us-central1'
name: u'beamapp-jenkins-0109111251-222203'
projectId: u'apache-beam-testing'
stageStates: []
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
root: INFO: Created job with id: [2018-01-09_03_12_52-10390288235067446738]
root: INFO: To access the Dataflow monitoring console, please navigate to https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-01-09_03_12_52-10390288235067446738?project=apache-beam-testing
root: INFO: Job 2018-01-09_03_12_52-10390288235067446738 is in state JOB_STATE_PENDING
root: INFO: 2018-01-09T11:12:52.469Z: JOB_MESSAGE_WARNING: (9031b819851d9dae): Setting the number of workers (1) disables autoscaling for this job. If you are trying to cap autoscaling, consider only setting max_num_workers. If you want to disable autoscaling altogether, the documented way is to explicitly use autoscalingAlgorithm=NONE.
root: INFO: 2018-01-09T11:12:54.639Z: JOB_MESSAGE_DETAILED: (cbe42ae64e3975dc): Checking required Cloud APIs are enabled.
root: INFO: 2018-01-09T11:12:55.519Z: JOB_MESSAGE_DETAILED: (cbe42ae64e397035): Expanding CoGroupByKey operations into optimizable parts.
root: INFO: 2018-01-09T11:12:55.552Z: JOB_MESSAGE_DEBUG: (cbe42ae64e397dac): Combiner lifting skipped for step write/Write/WriteImpl/GroupByKey: GroupByKey not followed by a combiner.
root: INFO: 2018-01-09T11:12:55.579Z: JOB_MESSAGE_DEBUG: (cbe42ae64e3976a6): Combiner lifting skipped for step group: GroupByKey not followed by a combiner.
root: INFO: 2018-01-09T11:12:55.602Z: JOB_MESSAGE_DETAILED: (cbe42ae64e397fa0): Expanding GroupByKey operations into optimizable parts.
root: INFO: 2018-01-09T11:12:55.633Z: JOB_MESSAGE_DETAILED: (cbe42ae64e39789a): Lifting ValueCombiningMappingFns into MergeBucketsMappingFns
root: INFO: 2018-01-09T11:12:55.668Z: JOB_MESSAGE_DEBUG: (cbe42ae64e397388): Annotating graph with Autotuner information.
root: INFO: 2018-01-09T11:12:55.708Z: JOB_MESSAGE_DETAILED: (cbe42ae64e39757c): Fusing adjacent ParDo, Read, Write, and Flatten operations
root: INFO: 2018-01-09T11:12:55.735Z: JOB_MESSAGE_DETAILED: (cbe42ae64e397e76): Fusing consumer split into read/Read
root: INFO: 2018-01-09T11:12:55.764Z: JOB_MESSAGE_DETAILED: (cbe42ae64e397770): Fusing consumer group/Write into group/Reify
root: INFO: 2018-01-09T11:12:55.793Z: JOB_MESSAGE_DETAILED: (cbe42ae64e39706a): Fusing consumer group/GroupByWindow into group/Read
root: INFO: 2018-01-09T11:12:55.824Z: JOB_MESSAGE_DETAILED: (cbe42ae64e397964): Fusing consumer write/Write/WriteImpl/GroupByKey/GroupByWindow into write/Write/WriteImpl/GroupByKey/Read
root: INFO: 2018-01-09T11:12:55.852Z: JOB_MESSAGE_DETAILED: (cbe42ae64e39725e): Fusing consumer write/Write/WriteImpl/GroupByKey/Write into write/Write/WriteImpl/GroupByKey/Reify
root: INFO: 2018-01-09T11:12:55.882Z: JOB_MESSAGE_DETAILED: (cbe42ae64e397b58): Fusing consumer write/Write/WriteImpl/WindowInto(WindowIntoFn) into write/Write/WriteImpl/Pair
root: INFO: 2018-01-09T11:12:55.914Z: JOB_MESSAGE_DETAILED: (cbe42ae64e397452): Fusing consumer write/Write/WriteImpl/GroupByKey/Reify into write/Write/WriteImpl/WindowInto(WindowIntoFn)
root: INFO: 2018-01-09T11:12:55.942Z: JOB_MESSAGE_DETAILED: (cbe42ae64e397d4c): Fusing consumer pair_with_one into split
root: INFO: 2018-01-09T11:12:55.972Z: JOB_MESSAGE_DETAILED: (cbe42ae64e397646): Fusing consumer group/Reify into pair_with_one
root: INFO: 2018-01-09T11:12:55.998Z: JOB_MESSAGE_DETAILED: (cbe42ae64e397f40): Fusing consumer write/Write/WriteImpl/WriteBundles/WriteBundles into format
root: INFO: 2018-01-09T11:12:56.027Z: JOB_MESSAGE_DETAILED: (cbe42ae64e39783a): Fusing consumer write/Write/WriteImpl/Pair into write/Write/WriteImpl/WriteBundles/WriteBundles
root: INFO: 2018-01-09T11:12:56.052Z: JOB_MESSAGE_DETAILED: (cbe42ae64e397134): Fusing consumer format into count
root: INFO: 2018-01-09T11:12:56.077Z: JOB_MESSAGE_DETAILED: (cbe42ae64e397a2e): Fusing consumer write/Write/WriteImpl/Extract into write/Write/WriteImpl/GroupByKey/GroupByWindow
root: INFO: 2018-01-09T11:12:56.100Z: JOB_MESSAGE_DETAILED: (cbe42ae64e397328): Fusing consumer count into group/GroupByWindow
root: INFO: 2018-01-09T11:12:56.121Z: JOB_MESSAGE_DETAILED: (cbe42ae64e397c22): Fusing consumer write/Write/WriteImpl/InitializeWrite into write/Write/WriteImpl/DoOnce/Read
root: INFO: 2018-01-09T11:12:56.145Z: JOB_MESSAGE_DEBUG: (cbe42ae64e39751c): Workflow config is missing a default resource spec.
root: INFO: 2018-01-09T11:12:56.173Z: JOB_MESSAGE_DEBUG: (cbe42ae64e397e16): Adding StepResource setup and teardown to workflow graph.
root: INFO: 2018-01-09T11:12:56.203Z: JOB_MESSAGE_DEBUG: (cbe42ae64e397710): Adding workflow start and stop steps.
root: INFO: 2018-01-09T11:12:56.234Z: JOB_MESSAGE_DEBUG: (cbe42ae64e39700a): Assigning stage ids.
root: INFO: 2018-01-09T11:12:56.354Z: JOB_MESSAGE_DEBUG: (8b15f8a678b5b9d6): Executing wait step start25
root: INFO: 2018-01-09T11:12:56.415Z: JOB_MESSAGE_BASIC: (d682dfe56947b4da): Executing operation write/Write/WriteImpl/DoOnce/Read+write/Write/WriteImpl/InitializeWrite
root: INFO: 2018-01-09T11:12:56.442Z: JOB_MESSAGE_BASIC: (8b15f8a678b5b650): Executing operation group/Create
root: INFO: 2018-01-09T11:12:56.454Z: JOB_MESSAGE_DEBUG: (1f0091ade8590be): Starting worker pool setup.
root: INFO: 2018-01-09T11:12:56.485Z: JOB_MESSAGE_BASIC: (1f0091ade859e00): Starting 1 workers in us-central1-f...
root: INFO: 2018-01-09T11:12:56.562Z: JOB_MESSAGE_DEBUG: (231a566cc01d858f): Value "group/Session" materialized.
root: INFO: 2018-01-09T11:12:56.623Z: JOB_MESSAGE_BASIC: (8b15f8a678b5b5c6): Executing operation read/Read+split+pair_with_one+group/Reify+group/Write
root: INFO: Job 2018-01-09_03_12_52-10390288235067446738 is in state JOB_STATE_RUNNING
root: INFO: 2018-01-09T11:13:04.632Z: JOB_MESSAGE_DETAILED: (d4b2e694798fd523): Autoscaling: Raised the number of workers to 0 based on the rate of progress in the currently running step(s).
root: INFO: 2018-01-09T11:13:28.484Z: JOB_MESSAGE_ERROR: (d4b2e694798fd6d6): Startup of the worker pool in zone us-central1-f failed to bring up any of the desired 1 workers. QUOTA_EXCEEDED: Quota 'DISKS_TOTAL_GB' exceeded. Limit: 21000.0 in region us-central1.
root: INFO: 2018-01-09T11:13:28.507Z: JOB_MESSAGE_ERROR: (d4b2e694798fd6f4): Workflow failed.
root: INFO: 2018-01-09T11:13:28.646Z: JOB_MESSAGE_DETAILED: (cbe42ae64e39786f): Cleaning up.
root: INFO: 2018-01-09T11:13:28.699Z: JOB_MESSAGE_DEBUG: (cbe42ae64e397a63): Starting worker pool teardown.
root: INFO: 2018-01-09T11:13:28.726Z: JOB_MESSAGE_BASIC: (cbe42ae64e39735d): Stopping worker pool...
root: INFO: 2018-01-09T11:14:44.663Z: JOB_MESSAGE_DEBUG: (cbe42ae64e39703f): Tearing down pending resources...
root: INFO: Job 2018-01-09_03_12_52-10390288235067446738 is in state JOB_STATE_FAILED
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
Ran 3 tests in 128.483s
FAILED (errors=4)
Build step 'Execute shell' marked build as failure
Not sending mail to unregistered user ankurgoenka@gmail.com
Not sending mail to unregistered user ehudm@google.com
Not sending mail to unregistered user jb@nanthrax.net