You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/01/26 21:28:02 UTC
Build failed in Jenkins: beam_PostCommit_Python_Verify #1094
See <https://builds.apache.org/job/beam_PostCommit_Python_Verify/1094/>
------------------------------------------
[...truncated 3756 lines...]
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "<lambda>"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "write/Write/WriteImpl/Extract.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s13"
},
"serialized_fn": "<string of 928 bytes>",
"user_name": "write/Write/WriteImpl/Extract"
}
},
{
"kind": "CollectionToSingleton",
"name": "s15",
"properties": {
"display_data": [],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
}
]
},
"output_name": "out",
"user_name": "write/Write/WriteImpl/ViewAsIterable(write|Write|WriteImpl|Extract.None)/CreatePCollectionView.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s14"
},
"user_name": "write/Write/WriteImpl/ViewAsIterable(write|Write|WriteImpl|Extract.None)/CreatePCollectionView"
}
},
{
"kind": "ParallelDo",
"name": "s16",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "_finalize_write"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {
"s15": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s15"
},
"s9": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s9"
}
},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "write/Write/WriteImpl/finalize_write.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s7"
},
"serialized_fn": "<string of 1392 bytes>",
"user_name": "write/Write/WriteImpl/finalize_write"
}
}
],
"type": "JOB_TYPE_BATCH"
}
root: INFO: Create job: <Job
id: u'2017-01-26_13_23_21-17043420375770385339'
projectId: u'apache-beam-testing'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
root: INFO: Created job with id: [2017-01-26_13_23_21-17043420375770385339]
root: INFO: To access the Dataflow monitoring console, please navigate to https://console.developers.google.com/project/apache-beam-testing/dataflow/job/2017-01-26_13_23_21-17043420375770385339
root: INFO: Job 2017-01-26_13_23_21-17043420375770385339 is in state JOB_STATE_RUNNING
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95817: 2017-01-26T21:23:22.775Z: JOB_MESSAGE_DETAILED: (19498f72bb22c586): Checking required Cloud APIs are enabled.
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95a76: 2017-01-26T21:23:23.382Z: JOB_MESSAGE_DEBUG: (19498f72bb22cb33): Combiner lifting skipped for step write/Write/WriteImpl/GroupByKey: GroupByKey not followed by a combiner.
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95a78: 2017-01-26T21:23:23.384Z: JOB_MESSAGE_DEBUG: (19498f72bb22ce3d): Combiner lifting skipped for step group: GroupByKey not followed by a combiner.
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95a81: 2017-01-26T21:23:23.393Z: JOB_MESSAGE_DETAILED: (19498f72bb22c147): Expanding GroupByKey operations into optimizable parts.
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95a90: 2017-01-26T21:23:23.408Z: JOB_MESSAGE_DETAILED: (19498f72bb22c451): Lifting ValueCombiningMappingFns into MergeBucketsMappingFns
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95aa2: 2017-01-26T21:23:23.426Z: JOB_MESSAGE_DETAILED: (19498f72bb22cd6f): Annotating graph with Autotuner information.
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95ac2: 2017-01-26T21:23:23.458Z: JOB_MESSAGE_DETAILED: (19498f72bb22cd08): Fusing adjacent ParDo, Read, Write, and Flatten operations
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95ac5: 2017-01-26T21:23:23.461Z: JOB_MESSAGE_DETAILED: (19498f72bb22c012): Fusing consumer split into read/Read
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95ac8: 2017-01-26T21:23:23.464Z: JOB_MESSAGE_DETAILED: (19498f72bb22c31c): Fusing consumer group/Reify into pair_with_one
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95acb: 2017-01-26T21:23:23.467Z: JOB_MESSAGE_DETAILED: (19498f72bb22c626): Fusing consumer format into count
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95acd: 2017-01-26T21:23:23.469Z: JOB_MESSAGE_DETAILED: (19498f72bb22c930): Fusing consumer write/Write/WriteImpl/GroupByKey/GroupByWindow into write/Write/WriteImpl/GroupByKey/Read
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95ad0: 2017-01-26T21:23:23.472Z: JOB_MESSAGE_DETAILED: (19498f72bb22cc3a): Fusing consumer write/Write/WriteImpl/GroupByKey/Write into write/Write/WriteImpl/GroupByKey/Reify
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95ad5: 2017-01-26T21:23:23.477Z: JOB_MESSAGE_DETAILED: (19498f72bb22c24e): Fusing consumer write/Write/WriteImpl/Extract into write/Write/WriteImpl/GroupByKey/GroupByWindow
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95ad7: 2017-01-26T21:23:23.479Z: JOB_MESSAGE_DETAILED: (19498f72bb22c558): Fusing consumer count into group/GroupByWindow
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95ad9: 2017-01-26T21:23:23.481Z: JOB_MESSAGE_DETAILED: (19498f72bb22c862): Fusing consumer write/Write/WriteImpl/WindowInto into write/Write/WriteImpl/Pair
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95adb: 2017-01-26T21:23:23.483Z: JOB_MESSAGE_DETAILED: (19498f72bb22cb6c): Fusing consumer write/Write/WriteImpl/GroupByKey/Reify into write/Write/WriteImpl/WindowInto
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95ade: 2017-01-26T21:23:23.486Z: JOB_MESSAGE_DETAILED: (19498f72bb22ce76): Fusing consumer write/Write/WriteImpl/Pair into write/Write/WriteImpl/WriteBundles
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95ae0: 2017-01-26T21:23:23.488Z: JOB_MESSAGE_DETAILED: (19498f72bb22c180): Fusing consumer pair_with_one into split
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95ae3: 2017-01-26T21:23:23.491Z: JOB_MESSAGE_DETAILED: (19498f72bb22c48a): Fusing consumer group/GroupByWindow into group/Read
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95ae5: 2017-01-26T21:23:23.493Z: JOB_MESSAGE_DETAILED: (19498f72bb22c794): Fusing consumer write/Write/WriteImpl/WriteBundles into format
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95ae8: 2017-01-26T21:23:23.496Z: JOB_MESSAGE_DETAILED: (19498f72bb22ca9e): Fusing consumer group/Write into group/Reify
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95b76: 2017-01-26T21:23:23.638Z: JOB_MESSAGE_DEBUG: (19498f72bb22cbde): Workflow config is missing a default resource spec.
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95b85: 2017-01-26T21:23:23.653Z: JOB_MESSAGE_DETAILED: (19498f72bb22cee8): Adding StepResource setup and teardown to workflow graph.
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95bb1: 2017-01-26T21:23:23.697Z: JOB_MESSAGE_DEBUG: (7c44aaf62dca27fe): Adding workflow start and stop steps.
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95be4: 2017-01-26T21:23:23.748Z: JOB_MESSAGE_DEBUG: (9503237aef50722f): Assigning stage ids.
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95c8e: 2017-01-26T21:23:23.918Z: JOB_MESSAGE_DEBUG: (9503237aef507596): Executing wait step start2
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95c9a: 2017-01-26T21:23:23.930Z: JOB_MESSAGE_DEBUG: (7c44aaf62dca203b): Executing operation write/Write/WriteImpl/DoOnce
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95c9d: 2017-01-26T21:23:23.933Z: JOB_MESSAGE_BASIC: S01: (a4072263fb47988): Executing operation group/Create
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95ca6: 2017-01-26T21:23:23.942Z: JOB_MESSAGE_DEBUG: (e1ace569045287ff): Value "write/Write/WriteImpl/DoOnce.out" materialized.
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95cb4: 2017-01-26T21:23:23.956Z: JOB_MESSAGE_BASIC: S04: (fa20d267541d19ed): Executing operation write/Write/WriteImpl/InitializeWrite
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95d69: 2017-01-26T21:23:24.137Z: JOB_MESSAGE_DEBUG: (7a2adc27f7fe6dbc): Starting worker pool setup.
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95d6b: 2017-01-26T21:23:24.139Z: JOB_MESSAGE_BASIC: (7a2adc27f7fe670a): Starting 1 workers...
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95d80: 2017-01-26T21:23:24.160Z: JOB_MESSAGE_DEBUG: (87b80b1de5c8986b): Value "group/Session" materialized.
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dca95d8f: 2017-01-26T21:23:24.175Z: JOB_MESSAGE_BASIC: S02: (6d3fca84bdfbce5): Executing operation read/Read+split+pair_with_one+group/Reify+group/Write
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dcab185d: 2017-01-26T21:25:17.533Z: JOB_MESSAGE_DETAILED: (47d4a2a3e145214a): Workers have started successfully.
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dcac1dc7: 2017-01-26T21:26:24.455Z: JOB_MESSAGE_BASIC: S03: (a4072263fb478a0): Executing operation group/Close
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dcac21e6: 2017-01-26T21:26:25.510Z: JOB_MESSAGE_DEBUG: (8bc75b0214433a): Value "write/Write/WriteImpl/InitializeWrite.out" materialized.
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dcac21f0: 2017-01-26T21:26:25.520Z: JOB_MESSAGE_BASIC: S05: (90c9b66d5bd0ac19): Executing operation write/Write/WriteImpl/ViewAsSingleton(write|Write|WriteImpl|InitializeWrite.None)/CreatePCollectionView
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dcac2258: 2017-01-26T21:26:25.624Z: JOB_MESSAGE_DEBUG: (90c9b66d5bd0a637): Value "write/Write/WriteImpl/ViewAsSingleton(write|Write|WriteImpl|InitializeWrite.None)/CreatePCollectionView.out" materialized.
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dcac2266: 2017-01-26T21:26:25.638Z: JOB_MESSAGE_BASIC: S06: (ba5bfc6acedbfa41): Executing operation write/Write/WriteImpl/GroupByKey/Create
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dcac2342: 2017-01-26T21:26:25.858Z: JOB_MESSAGE_DEBUG: (65bfa7f831b99c3d): Value "write/Write/WriteImpl/GroupByKey/Session" materialized.
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dcac2350: 2017-01-26T21:26:25.872Z: JOB_MESSAGE_BASIC: S07: (65bfa7f831b992e7): Executing operation group/Read+group/GroupByWindow+count+format+write/Write/WriteImpl/WriteBundles+write/Write/WriteImpl/Pair+write/Write/WriteImpl/WindowInto+write/Write/WriteImpl/GroupByKey/Reify+write/Write/WriteImpl/GroupByKey/Write
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dcac3387: 2017-01-26T21:26:30.023Z: JOB_MESSAGE_BASIC: S08: (ba5bfc6acedbf489): Executing operation write/Write/WriteImpl/GroupByKey/Close
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dcac33a2: 2017-01-26T21:26:30.050Z: JOB_MESSAGE_BASIC: S09: (90c9b66d5bd0ae4f): Executing operation write/Write/WriteImpl/GroupByKey/Read+write/Write/WriteImpl/GroupByKey/GroupByWindow+write/Write/WriteImpl/Extract
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dcac41b5: 2017-01-26T21:26:33.653Z: JOB_MESSAGE_DEBUG: (9503237aef507678): Value "write/Write/WriteImpl/Extract.out" materialized.
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dcac41c0: 2017-01-26T21:26:33.664Z: JOB_MESSAGE_BASIC: S10: (290ac745543bc1d5): Executing operation write/Write/WriteImpl/ViewAsIterable(write|Write|WriteImpl|Extract.None)/CreatePCollectionView
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dcac420e: 2017-01-26T21:26:33.742Z: JOB_MESSAGE_DEBUG: (fa20d267541d1563): Value "write/Write/WriteImpl/ViewAsIterable(write|Write|WriteImpl|Extract.None)/CreatePCollectionView.out" materialized.
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dcac421d: 2017-01-26T21:26:33.757Z: JOB_MESSAGE_BASIC: S11: (e1ace56904528137): Executing operation write/Write/WriteImpl/finalize_write
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dcac4d73: 2017-01-26T21:26:36.659Z: JOB_MESSAGE_DEBUG: (9503237aef50775a): Executing success step success0
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dcac50c0: 2017-01-26T21:26:37.504Z: JOB_MESSAGE_DETAILED: (87b80b1de5c89d3a): Cleaning up.
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dcac50c3: 2017-01-26T21:26:37.507Z: JOB_MESSAGE_DEBUG: (87b80b1de5c89568): Starting worker pool teardown.
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dcac50c5: 2017-01-26T21:26:37.509Z: JOB_MESSAGE_BASIC: (87b80b1de5c89d96): Stopping worker pool...
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dcad623c: 2017-01-26T21:27:47.516Z: JOB_MESSAGE_BASIC: (87b80b1de5c899db): Worker pool stopped.
root: INFO: 2017-01-26_13_23_21-17043420375770385339_00000159dcad625e: 2017-01-26T21:27:47.550Z: JOB_MESSAGE_DEBUG: (87b80b1de5c89265): Tearing down pending resources...
root: INFO: Job 2017-01-26_13_23_21-17043420375770385339 is in state JOB_STATE_DONE
root: INFO: Read from given path gs://temp-storage-for-end-to-end-tests/py-wordcount-cloud/output/py-wordcount-1485464681/results*-of-*, 3179 lines, checksum: a9bcb4acd65daf8f6a9ac5e026de7803cc09f662.
root: INFO: Read from given path gs://temp-storage-for-end-to-end-tests/py-wordcount-cloud/output/py-wordcount-1485464681/results*-of-*, 3179 lines, checksum: a9bcb4acd65daf8f6a9ac5e026de7803cc09f662.
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
Ran 1 test in 284.953s
FAILED (failures=1)
Build step 'Execute shell' marked build as failure
Jenkins build is back to normal : beam_PostCommit_Python_Verify
#1095
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Python_Verify/1095/changes>