You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/03/20 13:34:38 UTC
Build failed in Jenkins:
beam_PostCommit_Python_ValidatesRunner_Dataflow #1148
See <https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/1148/display/redirect?page=changes>
Changes:
[iemejia] Add missing ASF license to ExecutableStageTranslation file
------------------------------------------
[...truncated 316.52 KB...]
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "assert_that/Group/Map(_merge_tagged_vals_under_key).out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s11"
},
"serialized_fn": "<string of 1380 bytes>",
"user_name": "assert_that/Group/Map(_merge_tagged_vals_under_key)"
}
},
{
"kind": "ParallelDo",
"name": "s13",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "<lambda>"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "assert_that/Unkey.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s12"
},
"serialized_fn": "<string of 980 bytes>",
"user_name": "assert_that/Unkey"
}
},
{
"kind": "ParallelDo",
"name": "s14",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "_equal"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "assert_that/Match.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s13"
},
"serialized_fn": "<string of 1156 bytes>",
"user_name": "assert_that/Match"
}
}
],
"type": "JOB_TYPE_BATCH"
}
root: INFO: Create job: <Job
createTime: u'2018-03-20T13:26:01.056777Z'
currentStateTime: u'1970-01-01T00:00:00Z'
id: u'2018-03-20_06_26_00-5512300713639124978'
location: u'us-central1'
name: u'beamapp-jenkins-0320132546-521356'
projectId: u'apache-beam-testing'
stageStates: []
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
root: INFO: Created job with id: [2018-03-20_06_26_00-5512300713639124978]
root: INFO: To access the Dataflow monitoring console, please navigate to https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_06_26_00-5512300713639124978?project=apache-beam-testing
root: INFO: Job 2018-03-20_06_26_00-5512300713639124978 is in state JOB_STATE_PENDING
root: INFO: 2018-03-20T13:26:00.193Z: JOB_MESSAGE_WARNING: Job 2018-03-20_06_26_00-5512300713639124978 might autoscale up to 250 workers.
root: INFO: 2018-03-20T13:26:00.210Z: JOB_MESSAGE_DETAILED: Autoscaling is enabled for job 2018-03-20_06_26_00-5512300713639124978. The number of workers will be between 1 and 250.
root: INFO: 2018-03-20T13:26:00.232Z: JOB_MESSAGE_DETAILED: Autoscaling was automatically enabled for job 2018-03-20_06_26_00-5512300713639124978.
root: INFO: 2018-03-20T13:26:03.426Z: JOB_MESSAGE_DETAILED: Checking required Cloud APIs are enabled.
root: INFO: 2018-03-20T13:26:03.596Z: JOB_MESSAGE_DETAILED: Checking permissions granted to controller Service Account.
root: INFO: 2018-03-20T13:26:05.983Z: JOB_MESSAGE_DETAILED: Expanding CoGroupByKey operations into optimizable parts.
root: INFO: 2018-03-20T13:26:06.017Z: JOB_MESSAGE_DEBUG: Combiner lifting skipped for step assert_that/Group/GroupByKey: GroupByKey not followed by a combiner.
root: INFO: 2018-03-20T13:26:06.038Z: JOB_MESSAGE_DETAILED: Expanding GroupByKey operations into optimizable parts.
root: INFO: 2018-03-20T13:26:06.069Z: JOB_MESSAGE_DETAILED: Lifting ValueCombiningMappingFns into MergeBucketsMappingFns
root: INFO: 2018-03-20T13:26:06.095Z: JOB_MESSAGE_DEBUG: Annotating graph with Autotuner information.
root: INFO: 2018-03-20T13:26:06.134Z: JOB_MESSAGE_DETAILED: Fusing adjacent ParDo, Read, Write, and Flatten operations
root: INFO: 2018-03-20T13:26:06.156Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Group/Map(_merge_tagged_vals_under_key) into assert_that/Group/GroupByKey/GroupByWindow
root: INFO: 2018-03-20T13:26:06.177Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Match into assert_that/Unkey
root: INFO: 2018-03-20T13:26:06.209Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Unkey into assert_that/Group/Map(_merge_tagged_vals_under_key)
root: INFO: 2018-03-20T13:26:06.233Z: JOB_MESSAGE_DETAILED: Unzipping flatten s10 for input s8.out
root: INFO: 2018-03-20T13:26:06.262Z: JOB_MESSAGE_DETAILED: Fusing unzipped copy of assert_that/Group/GroupByKey/Reify, through flatten assert_that/Group/Flatten, into producer assert_that/Group/pair_with_0
root: INFO: 2018-03-20T13:26:06.294Z: JOB_MESSAGE_DETAILED: Unzipping flatten s10-u13 for input s11-reify-value0-c11
root: INFO: 2018-03-20T13:26:06.308Z: JOB_MESSAGE_DETAILED: Fusing unzipped copy of assert_that/Group/GroupByKey/Write, through flatten s10-u13, into producer assert_that/Group/GroupByKey/Reify
root: INFO: 2018-03-20T13:26:06.338Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Group/GroupByKey/GroupByWindow into assert_that/Group/GroupByKey/Read
root: INFO: 2018-03-20T13:26:06.362Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Group/GroupByKey/Reify into assert_that/Group/pair_with_1
root: INFO: 2018-03-20T13:26:06.388Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Group/GroupByKey/Write into assert_that/Group/GroupByKey/Reify
root: INFO: 2018-03-20T13:26:06.418Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Group/pair_with_1 into assert_that/ToVoidKey
root: INFO: 2018-03-20T13:26:06.442Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Group/pair_with_0 into assert_that/Create/Read
root: INFO: 2018-03-20T13:26:06.473Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/ToVoidKey into assert_that/WindowInto(WindowIntoFn)
root: INFO: 2018-03-20T13:26:06.497Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/WindowInto(WindowIntoFn) into FlatMap(<lambda at sideinputs_test.py:165>)/FlatMap(<lambda at sideinputs_test.py:165>)
root: INFO: 2018-03-20T13:26:06.520Z: JOB_MESSAGE_DETAILED: Fusing consumer FlatMap(<lambda at sideinputs_test.py:165>)/FlatMap(<lambda at sideinputs_test.py:165>) into start/Read
root: INFO: 2018-03-20T13:26:06.552Z: JOB_MESSAGE_DEBUG: Workflow config is missing a default resource spec.
root: INFO: 2018-03-20T13:26:06.576Z: JOB_MESSAGE_DEBUG: Adding StepResource setup and teardown to workflow graph.
root: INFO: 2018-03-20T13:26:06.608Z: JOB_MESSAGE_DEBUG: Adding workflow start and stop steps.
root: INFO: 2018-03-20T13:26:06.635Z: JOB_MESSAGE_DEBUG: Assigning stage ids.
root: INFO: 2018-03-20T13:26:06.768Z: JOB_MESSAGE_DEBUG: Executing wait step start21
root: INFO: 2018-03-20T13:26:06.835Z: JOB_MESSAGE_BASIC: Executing operation assert_that/Group/GroupByKey/Create
root: INFO: 2018-03-20T13:26:06.869Z: JOB_MESSAGE_BASIC: Executing operation side/Read
root: INFO: 2018-03-20T13:26:06.881Z: JOB_MESSAGE_DEBUG: Starting worker pool setup.
root: INFO: 2018-03-20T13:26:06.903Z: JOB_MESSAGE_BASIC: Starting 1 workers in us-central1-f...
root: INFO: 2018-03-20T13:26:06.925Z: JOB_MESSAGE_DEBUG: Value "side/Read.out" materialized.
root: INFO: 2018-03-20T13:26:06.990Z: JOB_MESSAGE_BASIC: Executing operation FlatMap(<lambda at sideinputs_test.py:165>)/_UnpickledSideInput(Read.out.0)
root: INFO: 2018-03-20T13:26:07.045Z: JOB_MESSAGE_DEBUG: Value "assert_that/Group/GroupByKey/Session" materialized.
root: INFO: 2018-03-20T13:26:07.077Z: JOB_MESSAGE_DEBUG: Value "FlatMap(<lambda at sideinputs_test.py:165>)/_UnpickledSideInput(Read.out.0).output" materialized.
root: INFO: 2018-03-20T13:26:07.112Z: JOB_MESSAGE_BASIC: Executing operation assert_that/Create/Read+assert_that/Group/pair_with_0+assert_that/Group/GroupByKey/Reify+assert_that/Group/GroupByKey/Write
root: INFO: 2018-03-20T13:26:07.143Z: JOB_MESSAGE_BASIC: Executing operation start/Read+FlatMap(<lambda at sideinputs_test.py:165>)/FlatMap(<lambda at sideinputs_test.py:165>)+assert_that/WindowInto(WindowIntoFn)+assert_that/ToVoidKey+assert_that/Group/pair_with_1+assert_that/Group/GroupByKey/Reify+assert_that/Group/GroupByKey/Write
root: INFO: Job 2018-03-20_06_26_00-5512300713639124978 is in state JOB_STATE_RUNNING
root: INFO: 2018-03-20T13:26:14.771Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised the number of workers to 0 based on the rate of progress in the currently running step(s).
root: INFO: 2018-03-20T13:27:05.026Z: JOB_MESSAGE_ERROR: Startup of the worker pool in zone us-central1-f failed to bring up any of the desired 1 workers. QUOTA_EXCEEDED: Quota 'DISKS_TOTAL_GB' exceeded. Limit: 21000.0 in region us-central1.
root: INFO: 2018-03-20T13:27:05.057Z: JOB_MESSAGE_ERROR: Workflow failed.
root: INFO: 2018-03-20T13:27:05.440Z: JOB_MESSAGE_DETAILED: Cleaning up.
root: INFO: 2018-03-20T13:27:05.482Z: JOB_MESSAGE_DEBUG: Starting worker pool teardown.
root: INFO: 2018-03-20T13:27:05.504Z: JOB_MESSAGE_BASIC: Stopping worker pool...
root: INFO: 2018-03-20T13:27:21.017Z: JOB_MESSAGE_DEBUG: Tearing down pending resources...
root: INFO: Job 2018-03-20_06_26_00-5512300713639124978 is in state JOB_STATE_FAILED
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
Ran 16 tests in 1401.324s
FAILED (errors=4)
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_06_11_27-10310204475851904369?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_06_18_48-10932415101164771928?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_06_25_39-9916507116655823063?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_06_26_58-6347546351124095199?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_06_11_27-15580952472524332547?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_06_18_28-15654329671840705487?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_06_25_15-7441854485727004513?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_06_26_41-15746069443069673455?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_06_11_27-3059862061204436450?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_06_18_38-1199791738937302827?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_06_25_53-3548584222256344285?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_06_27_33-16046020936014067874?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_06_11_27-7846900568132959614?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_06_18_34-18154866645975277529?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_06_26_00-5512300713639124978?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_06_27_40-3058362086335794835?project=apache-beam-testing
Build step 'Execute shell' marked build as failure
Jenkins build is back to normal :
beam_PostCommit_Python_ValidatesRunner_Dataflow #1152
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/1152/display/redirect?page=changes>
Build failed in Jenkins:
beam_PostCommit_Python_ValidatesRunner_Dataflow #1151
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/1151/display/redirect?page=changes>
Changes:
[yifanzou] [BEAM-3840] Get python mobile-gaming automating on core runners
[wcn] Fix incorrect read of atomic counter.
------------------------------------------
[...truncated 208.65 KB...]
},
"serialized_fn": "<string of 1380 bytes>",
"user_name": "assert:even/Group/Map(_merge_tagged_vals_under_key)"
}
},
{
"kind": "ParallelDo",
"name": "s31",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "<lambda>"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "assert:even/Unkey.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s30"
},
"serialized_fn": "<string of 980 bytes>",
"user_name": "assert:even/Unkey"
}
},
{
"kind": "ParallelDo",
"name": "s32",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "_equal"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "assert:even/Match.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s31"
},
"serialized_fn": "<string of 1156 bytes>",
"user_name": "assert:even/Match"
}
}
],
"type": "JOB_TYPE_BATCH"
}
root: INFO: Create job: <Job
createTime: u'2018-03-20T20:43:01.985803Z'
currentStateTime: u'1970-01-01T00:00:00Z'
id: u'2018-03-20_13_43_01-426501685362339889'
location: u'us-central1'
name: u'beamapp-jenkins-0320204244-702500'
projectId: u'apache-beam-testing'
stageStates: []
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
root: INFO: Created job with id: [2018-03-20_13_43_01-426501685362339889]
root: INFO: To access the Dataflow monitoring console, please navigate to https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_13_43_01-426501685362339889?project=apache-beam-testing
root: INFO: Job 2018-03-20_13_43_01-426501685362339889 is in state JOB_STATE_PENDING
root: INFO: 2018-03-20T20:43:01.185Z: JOB_MESSAGE_WARNING: Job 2018-03-20_13_43_01-426501685362339889 might autoscale up to 250 workers.
root: INFO: 2018-03-20T20:43:01.204Z: JOB_MESSAGE_DETAILED: Autoscaling is enabled for job 2018-03-20_13_43_01-426501685362339889. The number of workers will be between 1 and 250.
root: INFO: 2018-03-20T20:43:01.216Z: JOB_MESSAGE_DETAILED: Autoscaling was automatically enabled for job 2018-03-20_13_43_01-426501685362339889.
root: INFO: 2018-03-20T20:43:04.180Z: JOB_MESSAGE_DETAILED: Checking required Cloud APIs are enabled.
root: INFO: 2018-03-20T20:43:04.333Z: JOB_MESSAGE_DETAILED: Checking permissions granted to controller Service Account.
root: INFO: 2018-03-20T20:43:04.913Z: JOB_MESSAGE_DETAILED: Expanding CoGroupByKey operations into optimizable parts.
root: INFO: 2018-03-20T20:43:04.937Z: JOB_MESSAGE_DEBUG: Combiner lifting skipped for step assert:even/Group/GroupByKey: GroupByKey not followed by a combiner.
root: INFO: 2018-03-20T20:43:04.950Z: JOB_MESSAGE_DEBUG: Combiner lifting skipped for step assert:odd/Group/GroupByKey: GroupByKey not followed by a combiner.
root: INFO: 2018-03-20T20:43:04.967Z: JOB_MESSAGE_DEBUG: Combiner lifting skipped for step assert_that/Group/GroupByKey: GroupByKey not followed by a combiner.
root: INFO: 2018-03-20T20:43:04.982Z: JOB_MESSAGE_DETAILED: Expanding GroupByKey operations into optimizable parts.
root: INFO: 2018-03-20T20:43:04.996Z: JOB_MESSAGE_DETAILED: Lifting ValueCombiningMappingFns into MergeBucketsMappingFns
root: INFO: 2018-03-20T20:43:05.026Z: JOB_MESSAGE_DEBUG: Annotating graph with Autotuner information.
root: INFO: 2018-03-20T20:43:05.067Z: JOB_MESSAGE_DETAILED: Fusing adjacent ParDo, Read, Write, and Flatten operations
root: INFO: 2018-03-20T20:43:05.087Z: JOB_MESSAGE_DETAILED: Unzipping flatten s8 for input s6.out
root: INFO: 2018-03-20T20:43:05.106Z: JOB_MESSAGE_DETAILED: Fusing unzipped copy of assert_that/Group/GroupByKey/Reify, through flatten assert_that/Group/Flatten, into producer assert_that/Group/pair_with_0
root: INFO: 2018-03-20T20:43:05.123Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Unkey into assert_that/Group/Map(_merge_tagged_vals_under_key)
root: INFO: 2018-03-20T20:43:05.135Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Match into assert_that/Unkey
root: INFO: 2018-03-20T20:43:05.150Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:odd/Unkey into assert:odd/Group/Map(_merge_tagged_vals_under_key)
root: INFO: 2018-03-20T20:43:05.168Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:odd/Match into assert:odd/Unkey
root: INFO: 2018-03-20T20:43:05.183Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:odd/Group/Map(_merge_tagged_vals_under_key) into assert:odd/Group/GroupByKey/GroupByWindow
root: INFO: 2018-03-20T20:43:05.201Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Group/GroupByKey/GroupByWindow into assert_that/Group/GroupByKey/Read
root: INFO: 2018-03-20T20:43:05.219Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Group/Map(_merge_tagged_vals_under_key) into assert_that/Group/GroupByKey/GroupByWindow
root: INFO: 2018-03-20T20:43:05.234Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:odd/Group/GroupByKey/GroupByWindow into assert:odd/Group/GroupByKey/Read
root: INFO: 2018-03-20T20:43:05.253Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:even/Match into assert:even/Unkey
root: INFO: 2018-03-20T20:43:05.274Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:odd/Group/GroupByKey/Write into assert:odd/Group/GroupByKey/Reify
root: INFO: 2018-03-20T20:43:05.289Z: JOB_MESSAGE_DETAILED: Unzipping flatten s18 for input s16.out
root: INFO: 2018-03-20T20:43:05.311Z: JOB_MESSAGE_DETAILED: Fusing unzipped copy of assert:odd/Group/GroupByKey/Reify, through flatten assert:odd/Group/Flatten, into producer assert:odd/Group/pair_with_0
root: INFO: 2018-03-20T20:43:05.328Z: JOB_MESSAGE_DETAILED: Unzipping flatten s8-u31 for input s9-reify-value18-c29
root: INFO: 2018-03-20T20:43:05.342Z: JOB_MESSAGE_DETAILED: Fusing unzipped copy of assert_that/Group/GroupByKey/Write, through flatten s8-u31, into producer assert_that/Group/GroupByKey/Reify
root: INFO: 2018-03-20T20:43:05.356Z: JOB_MESSAGE_DETAILED: Unzipping flatten s28 for input s26.out
root: INFO: 2018-03-20T20:43:05.369Z: JOB_MESSAGE_DETAILED: Fusing unzipped copy of assert:even/Group/GroupByKey/Reify, through flatten assert:even/Group/Flatten, into producer assert:even/Group/pair_with_0
root: INFO: 2018-03-20T20:43:05.380Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:even/Group/GroupByKey/GroupByWindow into assert:even/Group/GroupByKey/Read
root: INFO: 2018-03-20T20:43:05.397Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:even/Unkey into assert:even/Group/Map(_merge_tagged_vals_under_key)
root: INFO: 2018-03-20T20:43:05.414Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:even/Group/Map(_merge_tagged_vals_under_key) into assert:even/Group/GroupByKey/GroupByWindow
root: INFO: 2018-03-20T20:43:05.431Z: JOB_MESSAGE_DETAILED: Unzipping flatten s28-u42 for input s29-reify-value9-c40
root: INFO: 2018-03-20T20:43:05.449Z: JOB_MESSAGE_DETAILED: Fusing unzipped copy of assert:even/Group/GroupByKey/Write, through flatten s28-u42, into producer assert:even/Group/GroupByKey/Reify
root: INFO: 2018-03-20T20:43:05.468Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Group/GroupByKey/Reify into assert_that/Group/pair_with_1
root: INFO: 2018-03-20T20:43:05.488Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:even/Group/GroupByKey/Write into assert:even/Group/GroupByKey/Reify
root: INFO: 2018-03-20T20:43:05.509Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Group/GroupByKey/Write into assert_that/Group/GroupByKey/Reify
root: INFO: 2018-03-20T20:43:05.531Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:even/Group/GroupByKey/Reify into assert:even/Group/pair_with_1
root: INFO: 2018-03-20T20:43:05.549Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:odd/Group/GroupByKey/Reify into assert:odd/Group/pair_with_1
root: INFO: 2018-03-20T20:43:05.565Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:even/ToVoidKey into assert:even/WindowInto(WindowIntoFn)
root: INFO: 2018-03-20T20:43:05.585Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:even/Group/pair_with_1 into assert:even/ToVoidKey
root: INFO: 2018-03-20T20:43:05.599Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Group/pair_with_1 into assert_that/ToVoidKey
root: INFO: 2018-03-20T20:43:05.617Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/ToVoidKey into assert_that/WindowInto(WindowIntoFn)
root: INFO: 2018-03-20T20:43:05.634Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:even/WindowInto(WindowIntoFn) into ClassifyNumbers/FlatMap(<lambda at ptransform_test.py:251>)
root: INFO: 2018-03-20T20:43:05.649Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:odd/ToVoidKey into assert:odd/WindowInto(WindowIntoFn)
root: INFO: 2018-03-20T20:43:05.671Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/WindowInto(WindowIntoFn) into ClassifyNumbers/FlatMap(<lambda at ptransform_test.py:251>)
root: INFO: 2018-03-20T20:43:05.686Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:odd/Group/pair_with_1 into assert:odd/ToVoidKey
root: INFO: 2018-03-20T20:43:05.698Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:odd/WindowInto(WindowIntoFn) into ClassifyNumbers/FlatMap(<lambda at ptransform_test.py:251>)
root: INFO: 2018-03-20T20:43:05.715Z: JOB_MESSAGE_DETAILED: Fusing consumer ClassifyNumbers/FlatMap(<lambda at ptransform_test.py:251>) into Some Numbers/Read
root: INFO: 2018-03-20T20:43:05.731Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Group/pair_with_0 into assert_that/Create/Read
root: INFO: 2018-03-20T20:43:05.745Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:even/Group/pair_with_0 into assert:even/Create/Read
root: INFO: 2018-03-20T20:43:05.757Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:odd/Group/pair_with_0 into assert:odd/Create/Read
root: INFO: 2018-03-20T20:43:05.777Z: JOB_MESSAGE_DEBUG: Workflow config is missing a default resource spec.
root: INFO: 2018-03-20T20:43:05.790Z: JOB_MESSAGE_DEBUG: Adding StepResource setup and teardown to workflow graph.
root: INFO: 2018-03-20T20:43:05.804Z: JOB_MESSAGE_DEBUG: Adding workflow start and stop steps.
root: INFO: 2018-03-20T20:43:05.818Z: JOB_MESSAGE_DEBUG: Assigning stage ids.
root: INFO: 2018-03-20T20:43:05.914Z: JOB_MESSAGE_DEBUG: Executing wait step start54
root: INFO: 2018-03-20T20:43:05.944Z: JOB_MESSAGE_BASIC: Executing operation assert:odd/Group/GroupByKey/Create
root: INFO: 2018-03-20T20:43:05.955Z: JOB_MESSAGE_BASIC: Executing operation assert:even/Group/GroupByKey/Create
root: INFO: 2018-03-20T20:43:05.966Z: JOB_MESSAGE_BASIC: Executing operation assert_that/Group/GroupByKey/Create
root: INFO: 2018-03-20T20:43:05.966Z: JOB_MESSAGE_DEBUG: Starting worker pool setup.
root: INFO: 2018-03-20T20:43:05.983Z: JOB_MESSAGE_BASIC: Starting 1 workers in us-central1-f...
root: INFO: 2018-03-20T20:43:06.048Z: JOB_MESSAGE_DEBUG: Value "assert:odd/Group/GroupByKey/Session" materialized.
root: INFO: 2018-03-20T20:43:06.095Z: JOB_MESSAGE_BASIC: Executing operation assert:odd/Create/Read+assert:odd/Group/pair_with_0+assert:odd/Group/GroupByKey/Reify+assert:odd/Group/GroupByKey/Write
root: INFO: Job 2018-03-20_13_43_01-426501685362339889 is in state JOB_STATE_RUNNING
root: INFO: 2018-03-20T20:43:15.768Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised the number of workers to 0 based on the rate of progress in the currently running step(s).
root: INFO: 2018-03-20T20:43:15.830Z: JOB_MESSAGE_DEBUG: Value "assert_that/Group/GroupByKey/Session" materialized.
root: INFO: 2018-03-20T20:43:15.861Z: JOB_MESSAGE_DEBUG: Value "assert:even/Group/GroupByKey/Session" materialized.
root: INFO: 2018-03-20T20:43:15.882Z: JOB_MESSAGE_BASIC: Executing operation assert_that/Create/Read+assert_that/Group/pair_with_0+assert_that/Group/GroupByKey/Reify+assert_that/Group/GroupByKey/Write
root: INFO: 2018-03-20T20:43:15.909Z: JOB_MESSAGE_BASIC: Executing operation Some Numbers/Read+ClassifyNumbers/FlatMap(<lambda at ptransform_test.py:251>)+assert:even/WindowInto(WindowIntoFn)+assert:even/ToVoidKey+assert:even/Group/pair_with_1+assert:even/Group/GroupByKey/Reify+assert:even/Group/GroupByKey/Write+assert_that/WindowInto(WindowIntoFn)+assert_that/ToVoidKey+assert_that/Group/pair_with_1+assert_that/Group/GroupByKey/Reify+assert_that/Group/GroupByKey/Write+assert:odd/WindowInto(WindowIntoFn)+assert:odd/ToVoidKey+assert:odd/Group/pair_with_1+assert:odd/Group/GroupByKey/Reify+assert:odd/Group/GroupByKey/Write
root: INFO: 2018-03-20T20:43:15.926Z: JOB_MESSAGE_BASIC: Executing operation assert:even/Create/Read+assert:even/Group/pair_with_0+assert:even/Group/GroupByKey/Reify+assert:even/Group/GroupByKey/Write
root: INFO: 2018-03-20T20:43:21.009Z: JOB_MESSAGE_BASIC: Autoscaling: Resizing worker pool from 1 to 3.
root: INFO: 2018-03-20T20:43:55.348Z: JOB_MESSAGE_ERROR: Startup of the worker pool in zone us-central1-f failed to bring up any of the desired 1 workers. QUOTA_EXCEEDED: Quota 'DISKS_TOTAL_GB' exceeded. Limit: 21000.0 in region us-central1.
root: INFO: 2018-03-20T20:43:55.370Z: JOB_MESSAGE_ERROR: Workflow failed.
root: INFO: 2018-03-20T20:43:55.529Z: JOB_MESSAGE_DETAILED: Cleaning up.
root: INFO: 2018-03-20T20:43:55.598Z: JOB_MESSAGE_DEBUG: Starting worker pool teardown.
root: INFO: 2018-03-20T20:43:55.624Z: JOB_MESSAGE_BASIC: Stopping worker pool...
root: INFO: 2018-03-20T20:44:11.572Z: JOB_MESSAGE_DEBUG: Tearing down pending resources...
root: INFO: Job 2018-03-20_13_43_01-426501685362339889 is in state JOB_STATE_FAILED
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
Ran 16 tests in 1851.525s
FAILED (errors=2)
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_13_35_17-15629920122133370757?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_13_44_15-18047464031684359106?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_13_51_12-5679658719156459889?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_13_35_16-2844037672167046148?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_13_42_39-13107933741051659223?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_13_44_17-10236453321062910460?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_13_51_18-17690015616538085543?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_13_58_45-7065916775871231190?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_13_35_17-16804191680294199076?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_13_43_01-426501685362339889?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_13_44_38-8325206085377562424?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_13_52_11-16653564546757337045?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_13_35_17-12771831150758138133?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_13_43_08-5365561981366534372?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_13_50_10-6273388498333079897?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_13_57_43-16342428196810574308?project=apache-beam-testing
Build step 'Execute shell' marked build as failure
Not sending mail to unregistered user axelmagn@gmail.com
Not sending mail to unregistered user yifanzou@yifanzou-linuxworkstation.sea.corp.google.com
Not sending mail to unregistered user wcn@google.com
Build failed in Jenkins:
beam_PostCommit_Python_ValidatesRunner_Dataflow #1150
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/1150/display/redirect?page=changes>
Changes:
[axelmagn] Fix StateRequestHandler interface to be idiomatic
------------------------------------------
[...truncated 375.82 KB...]
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "assert_that/Group/Map(_merge_tagged_vals_under_key).out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s13"
},
"serialized_fn": "<string of 1380 bytes>",
"user_name": "assert_that/Group/Map(_merge_tagged_vals_under_key)"
}
},
{
"kind": "ParallelDo",
"name": "s15",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "<lambda>"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "assert_that/Unkey.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s14"
},
"serialized_fn": "<string of 980 bytes>",
"user_name": "assert_that/Unkey"
}
},
{
"kind": "ParallelDo",
"name": "s16",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "_equal"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "assert_that/Match.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s15"
},
"serialized_fn": "<string of 1160 bytes>",
"user_name": "assert_that/Match"
}
}
],
"type": "JOB_TYPE_BATCH"
}
root: INFO: Create job: <Job
createTime: u'2018-03-20T18:56:20.448333Z'
currentStateTime: u'1970-01-01T00:00:00Z'
id: u'2018-03-20_11_56_19-17203683298890261775'
location: u'us-central1'
name: u'beamapp-jenkins-0320185559-211769'
projectId: u'apache-beam-testing'
stageStates: []
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
root: INFO: Created job with id: [2018-03-20_11_56_19-17203683298890261775]
root: INFO: To access the Dataflow monitoring console, please navigate to https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_11_56_19-17203683298890261775?project=apache-beam-testing
root: INFO: Job 2018-03-20_11_56_19-17203683298890261775 is in state JOB_STATE_PENDING
root: INFO: 2018-03-20T18:56:19.496Z: JOB_MESSAGE_WARNING: Job 2018-03-20_11_56_19-17203683298890261775 might autoscale up to 250 workers.
root: INFO: 2018-03-20T18:56:19.524Z: JOB_MESSAGE_DETAILED: Autoscaling is enabled for job 2018-03-20_11_56_19-17203683298890261775. The number of workers will be between 1 and 250.
root: INFO: 2018-03-20T18:56:19.549Z: JOB_MESSAGE_DETAILED: Autoscaling was automatically enabled for job 2018-03-20_11_56_19-17203683298890261775.
root: INFO: 2018-03-20T18:56:23.118Z: JOB_MESSAGE_DETAILED: Checking required Cloud APIs are enabled.
root: INFO: 2018-03-20T18:56:23.294Z: JOB_MESSAGE_DETAILED: Checking permissions granted to controller Service Account.
root: INFO: 2018-03-20T18:56:24.048Z: JOB_MESSAGE_DETAILED: Expanding CoGroupByKey operations into optimizable parts.
root: INFO: 2018-03-20T18:56:24.085Z: JOB_MESSAGE_DEBUG: Combiner lifting skipped for step assert_that/Group/GroupByKey: GroupByKey not followed by a combiner.
root: INFO: 2018-03-20T18:56:24.114Z: JOB_MESSAGE_DETAILED: Expanding GroupByKey operations into optimizable parts.
root: INFO: 2018-03-20T18:56:24.147Z: JOB_MESSAGE_DETAILED: Lifting ValueCombiningMappingFns into MergeBucketsMappingFns
root: INFO: 2018-03-20T18:56:24.174Z: JOB_MESSAGE_DEBUG: Annotating graph with Autotuner information.
root: INFO: 2018-03-20T18:56:24.216Z: JOB_MESSAGE_DETAILED: Fusing adjacent ParDo, Read, Write, and Flatten operations
root: INFO: 2018-03-20T18:56:24.251Z: JOB_MESSAGE_DETAILED: Unzipping flatten s12 for input s10.out
root: INFO: 2018-03-20T18:56:24.276Z: JOB_MESSAGE_DETAILED: Fusing unzipped copy of assert_that/Group/GroupByKey/Reify, through flatten assert_that/Group/Flatten, into producer assert_that/Group/pair_with_0
root: INFO: 2018-03-20T18:56:24.305Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Group/Map(_merge_tagged_vals_under_key) into assert_that/Group/GroupByKey/GroupByWindow
root: INFO: 2018-03-20T18:56:24.320Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Unkey into assert_that/Group/Map(_merge_tagged_vals_under_key)
root: INFO: 2018-03-20T18:56:24.352Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Group/GroupByKey/GroupByWindow into assert_that/Group/GroupByKey/Read
root: INFO: 2018-03-20T18:56:24.386Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Match into assert_that/Unkey
root: INFO: 2018-03-20T18:56:24.407Z: JOB_MESSAGE_DETAILED: Unzipping flatten s12-u13 for input s13-reify-value0-c11
root: INFO: 2018-03-20T18:56:24.438Z: JOB_MESSAGE_DETAILED: Fusing unzipped copy of assert_that/Group/GroupByKey/Write, through flatten s12-u13, into producer assert_that/Group/GroupByKey/Reify
root: INFO: 2018-03-20T18:56:24.460Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Group/pair_with_0 into assert_that/Create/Read
root: INFO: 2018-03-20T18:56:24.492Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Group/GroupByKey/Write into assert_that/Group/GroupByKey/Reify
root: INFO: 2018-03-20T18:56:24.525Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Group/GroupByKey/Reify into assert_that/Group/pair_with_1
root: INFO: 2018-03-20T18:56:24.551Z: JOB_MESSAGE_DETAILED: Fusing consumer FlatMap(<lambda at sideinputs_test.py:302>)/FlatMap(<lambda at sideinputs_test.py:302>) into main input/Read
root: INFO: 2018-03-20T18:56:24.577Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Group/pair_with_1 into assert_that/ToVoidKey
root: INFO: 2018-03-20T18:56:24.608Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/WindowInto(WindowIntoFn) into FlatMap(<lambda at sideinputs_test.py:302>)/FlatMap(<lambda at sideinputs_test.py:302>)
root: INFO: 2018-03-20T18:56:24.640Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/ToVoidKey into assert_that/WindowInto(WindowIntoFn)
root: INFO: 2018-03-20T18:56:24.675Z: JOB_MESSAGE_DEBUG: Workflow config is missing a default resource spec.
root: INFO: 2018-03-20T18:56:24.705Z: JOB_MESSAGE_DEBUG: Adding StepResource setup and teardown to workflow graph.
root: INFO: 2018-03-20T18:56:24.731Z: JOB_MESSAGE_DEBUG: Adding workflow start and stop steps.
root: INFO: 2018-03-20T18:56:24.762Z: JOB_MESSAGE_DEBUG: Assigning stage ids.
root: INFO: 2018-03-20T18:56:24.902Z: JOB_MESSAGE_DEBUG: Executing wait step start22
root: INFO: 2018-03-20T18:56:24.961Z: JOB_MESSAGE_BASIC: Executing operation assert_that/Group/GroupByKey/Create
root: INFO: 2018-03-20T18:56:24.989Z: JOB_MESSAGE_BASIC: Executing operation side1/Read
root: INFO: 2018-03-20T18:56:25.001Z: JOB_MESSAGE_DEBUG: Starting worker pool setup.
root: INFO: 2018-03-20T18:56:25.015Z: JOB_MESSAGE_BASIC: Executing operation side2/Read
root: INFO: 2018-03-20T18:56:25.039Z: JOB_MESSAGE_BASIC: Starting 1 workers in us-central1-f...
root: INFO: 2018-03-20T18:56:25.049Z: JOB_MESSAGE_DEBUG: Value "side1/Read.out" materialized.
root: INFO: 2018-03-20T18:56:25.084Z: JOB_MESSAGE_DEBUG: Value "side2/Read.out" materialized.
root: INFO: 2018-03-20T18:56:25.111Z: JOB_MESSAGE_DEBUG: Value "assert_that/Group/GroupByKey/Session" materialized.
root: INFO: 2018-03-20T18:56:25.148Z: JOB_MESSAGE_BASIC: Executing operation Flatten
root: INFO: 2018-03-20T18:56:25.181Z: JOB_MESSAGE_BASIC: Executing operation assert_that/Create/Read+assert_that/Group/pair_with_0+assert_that/Group/GroupByKey/Reify+assert_that/Group/GroupByKey/Write
root: INFO: 2018-03-20T18:56:25.224Z: JOB_MESSAGE_DEBUG: Value "Flatten.out" materialized.
root: INFO: 2018-03-20T18:56:25.299Z: JOB_MESSAGE_BASIC: Executing operation FlatMap(<lambda at sideinputs_test.py:302>)/_UnpickledSideInput(Flatten.out.0)
root: INFO: 2018-03-20T18:56:25.369Z: JOB_MESSAGE_DEBUG: Value "FlatMap(<lambda at sideinputs_test.py:302>)/_UnpickledSideInput(Flatten.out.0).output" materialized.
root: INFO: 2018-03-20T18:56:25.427Z: JOB_MESSAGE_BASIC: Executing operation main input/Read+FlatMap(<lambda at sideinputs_test.py:302>)/FlatMap(<lambda at sideinputs_test.py:302>)+assert_that/WindowInto(WindowIntoFn)+assert_that/ToVoidKey+assert_that/Group/pair_with_1+assert_that/Group/GroupByKey/Reify+assert_that/Group/GroupByKey/Write
root: INFO: Job 2018-03-20_11_56_19-17203683298890261775 is in state JOB_STATE_RUNNING
root: INFO: 2018-03-20T18:56:32.701Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised the number of workers to 0 based on the rate of progress in the currently running step(s).
root: INFO: 2018-03-20T18:57:38.593Z: JOB_MESSAGE_ERROR: Startup of the worker pool in zone us-central1-f failed to bring up any of the desired 1 workers. QUOTA_EXCEEDED: Quota 'DISKS_TOTAL_GB' exceeded. Limit: 21000.0 in region us-central1.
root: INFO: 2018-03-20T18:57:38.639Z: JOB_MESSAGE_ERROR: Workflow failed.
root: INFO: 2018-03-20T18:57:38.758Z: JOB_MESSAGE_DETAILED: Cleaning up.
root: INFO: 2018-03-20T18:57:38.826Z: JOB_MESSAGE_DEBUG: Starting worker pool teardown.
root: INFO: 2018-03-20T18:57:38.857Z: JOB_MESSAGE_BASIC: Stopping worker pool...
root: INFO: 2018-03-20T18:57:58.439Z: JOB_MESSAGE_BASIC: Worker pool stopped.
root: INFO: 2018-03-20T18:57:58.477Z: JOB_MESSAGE_DEBUG: Tearing down pending resources...
root: INFO: Job 2018-03-20_11_56_19-17203683298890261775 is in state JOB_STATE_FAILED
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
Ran 16 tests in 1551.529s
FAILED (errors=5)
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_11_39_45-10695099572690284934?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_11_47_34-7956024962105840489?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_11_54_52-1969184479125960118?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_11_56_10-11889811436600694540?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_11_57_57-11728922682192909915?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_11_39_45-17203939397757158383?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_11_47_29-8382271285900970539?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_11_54_52-1274091963257019427?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_11_56_19-17203683298890261775?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_11_39_44-16088201885312007218?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_11_47_17-13932100592754753370?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_11_56_05-17444097794046274038?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_11_57_46-9774833554587504559?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_11_39_45-4067283075693534138?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_11_47_25-5687929451020549616?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_11_54_37-9520922944474948057?project=apache-beam-testing
Build step 'Execute shell' marked build as failure
Not sending mail to unregistered user axelmagn@gmail.com
Build failed in Jenkins:
beam_PostCommit_Python_ValidatesRunner_Dataflow #1149
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/1149/display/redirect>
------------------------------------------
[...truncated 423.72 KB...]
"output_name": "out",
"step_name": "s30"
},
"serialized_fn": "<string of 1380 bytes>",
"user_name": "assert:odd/Group/Map(_merge_tagged_vals_under_key)"
}
},
{
"kind": "ParallelDo",
"name": "s32",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "<lambda>"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "assert:odd/Unkey.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s31"
},
"serialized_fn": "<string of 980 bytes>",
"user_name": "assert:odd/Unkey"
}
},
{
"kind": "ParallelDo",
"name": "s33",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "_equal"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "assert:odd/Match.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s32"
},
"serialized_fn": "<string of 1156 bytes>",
"user_name": "assert:odd/Match"
}
}
],
"type": "JOB_TYPE_BATCH"
}
root: INFO: Create job: <Job
createTime: u'2018-03-20T15:36:24.544556Z'
currentStateTime: u'1970-01-01T00:00:00Z'
id: u'2018-03-20_08_36_23-771012924149753517'
location: u'us-central1'
name: u'beamapp-jenkins-0320153559-985058'
projectId: u'apache-beam-testing'
stageStates: []
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
root: INFO: Created job with id: [2018-03-20_08_36_23-771012924149753517]
root: INFO: To access the Dataflow monitoring console, please navigate to https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_08_36_23-771012924149753517?project=apache-beam-testing
root: INFO: Job 2018-03-20_08_36_23-771012924149753517 is in state JOB_STATE_PENDING
root: INFO: 2018-03-20T15:36:23.337Z: JOB_MESSAGE_WARNING: Job 2018-03-20_08_36_23-771012924149753517 might autoscale up to 250 workers.
root: INFO: 2018-03-20T15:36:23.356Z: JOB_MESSAGE_DETAILED: Autoscaling is enabled for job 2018-03-20_08_36_23-771012924149753517. The number of workers will be between 1 and 250.
root: INFO: 2018-03-20T15:36:23.367Z: JOB_MESSAGE_DETAILED: Autoscaling was automatically enabled for job 2018-03-20_08_36_23-771012924149753517.
root: INFO: 2018-03-20T15:36:26.159Z: JOB_MESSAGE_DETAILED: Checking required Cloud APIs are enabled.
root: INFO: 2018-03-20T15:36:26.315Z: JOB_MESSAGE_DETAILED: Checking permissions granted to controller Service Account.
root: INFO: 2018-03-20T15:36:26.919Z: JOB_MESSAGE_DETAILED: Expanding CoGroupByKey operations into optimizable parts.
root: INFO: 2018-03-20T15:36:26.954Z: JOB_MESSAGE_DEBUG: Combiner lifting skipped for step assert:odd/Group/GroupByKey: GroupByKey not followed by a combiner.
root: INFO: 2018-03-20T15:36:26.979Z: JOB_MESSAGE_DEBUG: Combiner lifting skipped for step assert:even/Group/GroupByKey: GroupByKey not followed by a combiner.
root: INFO: 2018-03-20T15:36:27.008Z: JOB_MESSAGE_DEBUG: Combiner lifting skipped for step assert_that/Group/GroupByKey: GroupByKey not followed by a combiner.
root: INFO: 2018-03-20T15:36:27.031Z: JOB_MESSAGE_DETAILED: Expanding GroupByKey operations into optimizable parts.
root: INFO: 2018-03-20T15:36:27.056Z: JOB_MESSAGE_DETAILED: Lifting ValueCombiningMappingFns into MergeBucketsMappingFns
root: INFO: 2018-03-20T15:36:27.085Z: JOB_MESSAGE_DEBUG: Annotating graph with Autotuner information.
root: INFO: 2018-03-20T15:36:27.114Z: JOB_MESSAGE_DETAILED: Fusing adjacent ParDo, Read, Write, and Flatten operations
root: INFO: 2018-03-20T15:36:27.127Z: JOB_MESSAGE_DETAILED: Unzipping flatten s9 for input s7.out
root: INFO: 2018-03-20T15:36:27.151Z: JOB_MESSAGE_DETAILED: Fusing unzipped copy of assert_that/Group/GroupByKey/Reify, through flatten assert_that/Group/Flatten, into producer assert_that/Group/pair_with_0
root: INFO: 2018-03-20T15:36:27.170Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Group/GroupByKey/Reify into assert_that/Group/pair_with_1
root: INFO: 2018-03-20T15:36:27.195Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Unkey into assert_that/Group/Map(_merge_tagged_vals_under_key)
root: INFO: 2018-03-20T15:36:27.218Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Match into assert_that/Unkey
root: INFO: 2018-03-20T15:36:27.239Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Group/Map(_merge_tagged_vals_under_key) into assert_that/Group/GroupByKey/GroupByWindow
root: INFO: 2018-03-20T15:36:27.251Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Group/GroupByKey/GroupByWindow into assert_that/Group/GroupByKey/Read
root: INFO: 2018-03-20T15:36:27.266Z: JOB_MESSAGE_DETAILED: Unzipping flatten s9-u31 for input s10-reify-value0-c29
root: INFO: 2018-03-20T15:36:27.288Z: JOB_MESSAGE_DETAILED: Fusing unzipped copy of assert_that/Group/GroupByKey/Write, through flatten s9-u31, into producer assert_that/Group/GroupByKey/Reify
root: INFO: 2018-03-20T15:36:27.299Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Group/GroupByKey/Write into assert_that/Group/GroupByKey/Reify
root: INFO: 2018-03-20T15:36:27.319Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/ToVoidKey into assert_that/WindowInto(WindowIntoFn)
root: INFO: 2018-03-20T15:36:27.335Z: JOB_MESSAGE_DETAILED: Fusing consumer Flatten into Map(split_even_odd)/Map(split_even_odd)
root: INFO: 2018-03-20T15:36:27.357Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/WindowInto(WindowIntoFn) into Flatten
root: INFO: 2018-03-20T15:36:27.380Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Group/pair_with_1 into assert_that/ToVoidKey
root: INFO: 2018-03-20T15:36:27.401Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:even/WindowInto(WindowIntoFn) into Map(split_even_odd)/Map(split_even_odd)
root: INFO: 2018-03-20T15:36:27.425Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:odd/WindowInto(WindowIntoFn) into Map(split_even_odd)/Map(split_even_odd)
root: INFO: 2018-03-20T15:36:27.445Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:even/Match into assert:even/Unkey
root: INFO: 2018-03-20T15:36:27.472Z: JOB_MESSAGE_DETAILED: Unzipping flatten s19 for input s17.out
root: INFO: 2018-03-20T15:36:27.488Z: JOB_MESSAGE_DETAILED: Fusing unzipped copy of assert:even/Group/GroupByKey/Reify, through flatten assert:even/Group/Flatten, into producer assert:even/Group/pair_with_0
root: INFO: 2018-03-20T15:36:27.500Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:even/Group/GroupByKey/Reify into assert:even/Group/pair_with_1
root: INFO: 2018-03-20T15:36:27.523Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:odd/Match into assert:odd/Unkey
root: INFO: 2018-03-20T15:36:27.545Z: JOB_MESSAGE_DETAILED: Unzipping flatten s19-u39 for input s20-reify-value9-c37
root: INFO: 2018-03-20T15:36:27.568Z: JOB_MESSAGE_DETAILED: Fusing unzipped copy of assert:even/Group/GroupByKey/Write, through flatten s19-u39, into producer assert:even/Group/GroupByKey/Reify
root: INFO: 2018-03-20T15:36:27.588Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:even/Group/GroupByKey/Write into assert:even/Group/GroupByKey/Reify
root: INFO: 2018-03-20T15:36:27.599Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:even/Group/Map(_merge_tagged_vals_under_key) into assert:even/Group/GroupByKey/GroupByWindow
root: INFO: 2018-03-20T15:36:27.612Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:even/Group/GroupByKey/GroupByWindow into assert:even/Group/GroupByKey/Read
root: INFO: 2018-03-20T15:36:27.627Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:even/Unkey into assert:even/Group/Map(_merge_tagged_vals_under_key)
root: INFO: 2018-03-20T15:36:27.649Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:odd/Group/Map(_merge_tagged_vals_under_key) into assert:odd/Group/GroupByKey/GroupByWindow
root: INFO: 2018-03-20T15:36:27.670Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:odd/Group/GroupByKey/GroupByWindow into assert:odd/Group/GroupByKey/Read
root: INFO: 2018-03-20T15:36:27.682Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:odd/Unkey into assert:odd/Group/Map(_merge_tagged_vals_under_key)
root: INFO: 2018-03-20T15:36:27.705Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:odd/Group/GroupByKey/Write into assert:odd/Group/GroupByKey/Reify
root: INFO: 2018-03-20T15:36:27.727Z: JOB_MESSAGE_DETAILED: Unzipping flatten s29 for input s27.out
root: INFO: 2018-03-20T15:36:27.749Z: JOB_MESSAGE_DETAILED: Fusing unzipped copy of assert:odd/Group/GroupByKey/Reify, through flatten assert:odd/Group/Flatten, into producer assert:odd/Group/pair_with_0
root: INFO: 2018-03-20T15:36:27.770Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:odd/Group/GroupByKey/Reify into assert:odd/Group/pair_with_1
root: INFO: 2018-03-20T15:36:27.793Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:odd/ToVoidKey into assert:odd/WindowInto(WindowIntoFn)
root: INFO: 2018-03-20T15:36:27.816Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:even/Group/pair_with_1 into assert:even/ToVoidKey
root: INFO: 2018-03-20T15:36:27.836Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:odd/Group/pair_with_1 into assert:odd/ToVoidKey
root: INFO: 2018-03-20T15:36:27.859Z: JOB_MESSAGE_DETAILED: Fusing consumer Map(split_even_odd)/Map(split_even_odd) into Start/Read
root: INFO: 2018-03-20T15:36:27.880Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:even/ToVoidKey into assert:even/WindowInto(WindowIntoFn)
root: INFO: 2018-03-20T15:36:27.902Z: JOB_MESSAGE_DETAILED: Fusing consumer assert_that/Group/pair_with_0 into assert_that/Create/Read
root: INFO: 2018-03-20T15:36:27.925Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:odd/Group/pair_with_0 into assert:odd/Create/Read
root: INFO: 2018-03-20T15:36:27.949Z: JOB_MESSAGE_DETAILED: Fusing consumer assert:even/Group/pair_with_0 into assert:even/Create/Read
root: INFO: 2018-03-20T15:36:27.977Z: JOB_MESSAGE_DEBUG: Workflow config is missing a default resource spec.
root: INFO: 2018-03-20T15:36:27.995Z: JOB_MESSAGE_DEBUG: Adding StepResource setup and teardown to workflow graph.
root: INFO: 2018-03-20T15:36:28.009Z: JOB_MESSAGE_DEBUG: Adding workflow start and stop steps.
root: INFO: 2018-03-20T15:36:28.032Z: JOB_MESSAGE_DEBUG: Assigning stage ids.
root: INFO: 2018-03-20T15:36:28.128Z: JOB_MESSAGE_DEBUG: Executing wait step start55
root: INFO: 2018-03-20T15:36:28.166Z: JOB_MESSAGE_BASIC: Executing operation assert_that/Group/GroupByKey/Create
root: INFO: 2018-03-20T15:36:28.186Z: JOB_MESSAGE_BASIC: Executing operation assert:even/Group/GroupByKey/Create
root: INFO: 2018-03-20T15:36:28.197Z: JOB_MESSAGE_DEBUG: Starting worker pool setup.
root: INFO: 2018-03-20T15:36:28.210Z: JOB_MESSAGE_BASIC: Executing operation assert:odd/Group/GroupByKey/Create
root: INFO: 2018-03-20T15:36:28.217Z: JOB_MESSAGE_BASIC: Starting 1 workers in us-central1-f...
root: INFO: 2018-03-20T15:36:28.262Z: JOB_MESSAGE_DEBUG: Value "assert_that/Group/GroupByKey/Session" materialized.
root: INFO: 2018-03-20T15:36:28.306Z: JOB_MESSAGE_BASIC: Executing operation assert_that/Create/Read+assert_that/Group/pair_with_0+assert_that/Group/GroupByKey/Reify+assert_that/Group/GroupByKey/Write
root: INFO: Job 2018-03-20_08_36_23-771012924149753517 is in state JOB_STATE_RUNNING
root: INFO: 2018-03-20T15:36:35.841Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised the number of workers to 0 based on the rate of progress in the currently running step(s).
root: INFO: 2018-03-20T15:36:35.896Z: JOB_MESSAGE_DEBUG: Value "assert:odd/Group/GroupByKey/Session" materialized.
root: INFO: 2018-03-20T15:36:35.918Z: JOB_MESSAGE_DEBUG: Value "assert:even/Group/GroupByKey/Session" materialized.
root: INFO: 2018-03-20T15:36:35.942Z: JOB_MESSAGE_BASIC: Executing operation assert:odd/Create/Read+assert:odd/Group/pair_with_0+assert:odd/Group/GroupByKey/Reify+assert:odd/Group/GroupByKey/Write
root: INFO: 2018-03-20T15:36:35.963Z: JOB_MESSAGE_BASIC: Executing operation Start/Read+Map(split_even_odd)/Map(split_even_odd)+Flatten+assert_that/WindowInto(WindowIntoFn)+assert_that/ToVoidKey+assert_that/Group/pair_with_1+assert_that/Group/GroupByKey/Reify+assert_that/Group/GroupByKey/Write+assert:even/WindowInto(WindowIntoFn)+assert:odd/WindowInto(WindowIntoFn)+assert:odd/ToVoidKey+assert:odd/Group/pair_with_1+assert:odd/Group/GroupByKey/Reify+assert:odd/Group/GroupByKey/Write+assert:even/ToVoidKey+assert:even/Group/pair_with_1+assert:even/Group/GroupByKey/Reify+assert:even/Group/GroupByKey/Write
root: INFO: 2018-03-20T15:36:35.986Z: JOB_MESSAGE_BASIC: Executing operation assert:even/Create/Read+assert:even/Group/pair_with_0+assert:even/Group/GroupByKey/Reify+assert:even/Group/GroupByKey/Write
root: INFO: 2018-03-20T15:36:41.111Z: JOB_MESSAGE_BASIC: Autoscaling: Resizing worker pool from 1 to 3.
root: INFO: 2018-03-20T15:37:31.746Z: JOB_MESSAGE_ERROR: Startup of the worker pool in zone us-central1-f failed to bring up any of the desired 1 workers. QUOTA_EXCEEDED: Quota 'DISKS_TOTAL_GB' exceeded. Limit: 21000.0 in region us-central1.
root: INFO: 2018-03-20T15:37:31.758Z: JOB_MESSAGE_ERROR: Workflow failed.
root: INFO: 2018-03-20T15:37:31.898Z: JOB_MESSAGE_DETAILED: Cleaning up.
root: INFO: 2018-03-20T15:37:31.943Z: JOB_MESSAGE_DEBUG: Starting worker pool teardown.
root: INFO: 2018-03-20T15:37:31.956Z: JOB_MESSAGE_BASIC: Stopping worker pool...
root: INFO: 2018-03-20T15:37:41.060Z: JOB_MESSAGE_DEBUG: Tearing down pending resources...
root: INFO: Job 2018-03-20_08_36_23-771012924149753517 is in state JOB_STATE_FAILED
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
Ran 16 tests in 1760.466s
FAILED (errors=3)
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_08_36_23-7877787894630413212?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_08_43_48-10903492319131946931?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_08_50_34-11444924723716105048?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_08_57_59-15991447509934347538?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_08_36_23-771012924149753517?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_08_38_23-10959175035988671223?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_08_45_03-6915634761703712970?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_08_52_05-2164628897545521180?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_08_36_27-17956377729349528215?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_08_38_18-9897399902866443113?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_08_45_34-12339840327823511247?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_08_52_15-12541504761148499663?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_08_36_23-1943615238012680054?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_08_38_11-5752066528978225318?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_08_45_01-7197288252689118578?project=apache-beam-testing
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-03-20_08_52_18-11652987075816644715?project=apache-beam-testing
Build step 'Execute shell' marked build as failure