You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/08/26 00:59:52 UTC
Build failed in Jenkins: beam_PerformanceTests_WordCountIT_Py37
#1846
See <https://ci-beam.apache.org/job/beam_PerformanceTests_WordCountIT_Py37/1846/display/redirect?page=changes>
Changes:
[rehmanmuradali0] Adding key in Spark
[kmjung] Update BigQuery storage API source to v1
[kmjung] Make stream progress reporting work with v1 API
[kmjung] Clean up some leftovers
[kmjung] Address code review feedback
[noreply] Dataframe set_index is not index preserving (#12676)
------------------------------------------
[...truncated 290.27 KB...]
"python_side_input2-Write/Write/WriteImpl/FinalizeWrite": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "SideInput-s20"
}
},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
},
{
"@type": "FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "Write/Write/WriteImpl/FinalizeWrite.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s7"
},
"serialized_fn": "QlpoOTFBWSZTWccO+ZwACKN/////////////////////////////////////////////4AjT6gNtJgjZtCxsgE9g0k4g0UIZKYniNI9TTEeo9JtJ6mTT0mRkNANNA09IAGgAAAAAGgAaAAAAABoGgA0BoAGgxGhoNNDQyDR6QZIIBGRhNJiaJPSPUNMmm1APUAGg0ADQAAAANGmmT1AAAANAAADQAAAAAAAAAANAACTAATAAEwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAQep/qkGITACNMTTABMEaZMBGmmTAEwBGACYAIwARppiYATAAAjTAAJgAAmmAAIMIaNAwAJMABMAATAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAASJEARMIEyT1T8jVP0ImjQfooHqPKPUyaZNMRtQANANNDTRkGmaamgGmgAADQAAANAAAANAAAAAAAGTTF070YgK8mYFZlyrPHAJpYBLFYsU4EV8Y6S4yF9YuLj1tyrVgtWnXGsnfXXVoxvJp4HqKIVzQQh8x3tw1AiEBChQICRpiTaQDNPPPATSXJpjGu8c+9QlNjGhKYhBOw5JAGLOUCwFAnigjoFIeC+GFW3Wv5rl27ZvYby1bzrTwFhpmAwmYdH/g0kjxRnBE4FqM0jam0NQ4nHphoFlxadKRYLdxmnOky86U8SSCswhh8CVHi7gw2kypFWIkHgqdxlKgqnSTCYTgnIUrCUwmBOsn5CanKAjnvBxwuh6JtznOSlVw4qTc2cORoVwzBz1BKdMIuu6C2dWQwhLDARiJQ5KJEpDYTNIlJDY3kIIbDiiFG3JDJZ7mmQ2mRiOSGcmTwmaaIUGgTLFjDPNMpKyZWU2ddCwIZzMYWcoqDsgSMqL+nzu53/+rd5iq96211dot9cX/idnjdpICVYFvpP3fmiFvJDIy7CQfg/c7wx96EqdduNqCNwOVzPO9B0XTdV1zjjjjjrWsYxjGtaxi1/7UOh0DQgmGGDfcpvzdK0zI4foN/zusuQkciW9lFQLqImmrmFqyE5smJuhkLHwsygvAv5EqLhdKjE6+WAZbMnMHgXi63AMS2qxpXZXiWCrgsRWDcU6dXKtFGJdCG+ZEksSp0jNBnKxSUiCayUUEQbioXvB79zRB2coqO1FduG9vY2OkNurclmi5XoutglOEaq4JlomUKICmqxQKZjXLHCg33QrqZYps15nSEiZyQYLmuaCSMmeh8uwmHQYVFYliXV2UUgr32Jmep6ZaZf1mPmNvp1S4GlsiZswzRJUqBnHx+e1Or16e0qO4x3Jx8p25aZ9k195+FegZmDFZZMqs9tXxB9J9JkiSWlSUUNWalEsyMaFoNWSdqKJBIFrK5VI+w6vmuFUUa/bCwcvhdDUyFK3rKHWxngmXfiRFyd5GOY3WqxyvWONFrjaxycAmhJGm1QSdUN8iJGkIZDSvVIgb1di2OnU7su3aVXxTLEJEGDHCI1MuKSD4L8ScSZxBECh4iMNYSyrvYJQJeeh1MszJqKG4i6UCk1vpVB1KmZQVxRK7fxfjFYpVF0SdpOe5nj1CnelS68qmFcx5VNoFk5m4qKL6AYXcxZzaOWTFYklWqgwiyGNXi7ECtYmzi1LNdAHXQa4gQSYeNnjLk78K0hDImymR00Db/BshWaS8cQhURhIAlCYkkSYHelvtuVMQANx351QLTIOiBB5Kt9Lq2PqQu7Z4tGR5UkjTOYu65js0YCqc/JdDpc1WTcjaMm5U6nqiAJuAaoRS4JgHEAFEZsi4iapJSLuRKjSO2Ehh0xSHoTwthsbCoTUsUtYxVTMgNZdZbECY9AXkBAnncJmBwTUIMgeVBGY4YCWJuzZw7t0HNlxBi31irFiXGLeq1UN3UrralUoovWFAqabIddQoVU3RJuqo0EksC/7ZbYTMRG/J272oqnhl18IrDMkaxTpT5cVNwtrTlZS6CVsRMi7OaB0zQRyigmBosFBoUk7FicXip41UWlw9qFVNL6PXOIAuW570zTha9NUDarWUKxbBdUBIDfSlbBKA0LC3aqU3kQYYBq8ilJ10s9R5X1rRDAw/l5/bKTkOQdBDCACgF3DBrCL7hclRMwUpL+6biejOOpAE0aUVfUEn+GtkJU2yyzkxBTb/ArnYfMyFlAl5330DgNgHABgRoE/NTjmzgPqgXzph4eXqLsD3BNibEUWGhgPgHHXcacCwFI45q5nHjK7d4rOxnKjQ2zUyyyBGMyWCpzvUpcYDJrFA75ayhEKGmURRVdVnIO2ljSkopVBYEQgAt44Gtrgx7L5iwVC6ZDkHyDTbKF9F37NgK5sVIV5Jxl+b1LyklqhoUBqmbdpWU4ggVbFFzwDw279POzKyquGqxJsEsrU1JZqtBk1MGUpt3FOfBMWLCRYcgVqlrhqi3gXiv1uIoCsaMxoprC8KFcWNTQnSQRRAGFyFP22CYm27mWwUsJKlq0UQ5lqYyTUEK3eGKc881YN1yueKWHu+uxbRII0TYNDQKTLWq5p2BgJKGnYUQp7nLklnuzikzMKMqpSLattGTErDcWUGwIpauRlZtlpoFiOiUsENg2a0BSr+IitKuMEaKlXjYDZnFibaaqXefX9gplm4iGpc5D4/nIiKHntUWtecLs9e8yB556ox59rZLKI/Kkb7775fqusXOpq3ssjERySSNS0s+YxlX3a71uBtZxrHYV3jVNggspgJDAoRxKDKKXNTbEVDw8TCAMGEpWKAAAAAAAAAAAWAANAAIxYsmFDQIAEEEEEEbwWxJ52Owzs622qIrk223bbEnbbaW23XXU5ZF9+SVN8Rc5ZMmZJtttuii+VUqJNtt245S6BWznERfklKmaLGLLgkbTMKNBpSmlt9fVngTWmJjGairNY1YCj7OpfxLs2cOEFISsLtwtzlzJ2W1DrhLjGCisca6sFTfiIOXDPNA01ULclL3Q5salsrq+AkszS2Nk/M3wYPwBdMroqAvDCoB0c4zIB1BhGOUytriUUKsLjFhLTspaC8MsCwYMsgyPY1/DlBtRnphnaQ3WMxF8t20phOWXYw0ZKjJWJ7+m0RJZrgRWtCNnPxbWZn17UqFGFWqorMeTI6gTBMVSQSxSuqCDJw3Guue1A7r4RE/FiliiDF3ZiZqjkU5WAgekN/SJ4RChFm+9zss1X+b7P51agjBrgmZeOlwpy2gC7im2o1lp8DSSNJXUkjCjacWpI06tQlKtbaw1CkxyW3Hc4YNq0osYSqKMJuFRTTXaVK/ZU7DeNDZNdOxTWAjzcEHQUwYUcUGEhBgLIMGfomJiSd/TWmz9LRct7PbWZr3/D41+b+S6cXfP6fWdV/ZWx/E9P/n9fyg/v+c0MDdBACeqyAjAHAAIQIRhBBhQAwDCQSCsAzAjb7RxQf20ogOUIn/RTlGhdQ5c0NoWgzv4eB6U3gJRB96P2DJA2DTBsGmDYMX3IgNEHSQQKQ0A2khttA+mgRzDQeWaFWNLV9X/8XckU4UJDHDvmcA==",
"user_name": "Write/Write/WriteImpl/FinalizeWrite/FinalizeWrite"
}
}
],
"type": "JOB_TYPE_BATCH"
}
apache_beam.runners.dataflow.internal.apiclient: INFO: Create job: <Job
createTime: '2020-08-26T00:46:37.499554Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2020-08-25_17_46_36-5641805480378614175'
location: 'us-central1'
name: 'performance-tests-wordcount-python37-batch-1gb0826000648'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2020-08-26T00:46:37.499554Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
apache_beam.runners.dataflow.internal.apiclient: INFO: Created job with id: [2020-08-25_17_46_36-5641805480378614175]
apache_beam.runners.dataflow.internal.apiclient: INFO: Submitted job: 2020-08-25_17_46_36-5641805480378614175
apache_beam.runners.dataflow.internal.apiclient: INFO: To access the Dataflow monitoring console, please navigate to https://console.cloud.google.com/dataflow/jobs/us-central1/2020-08-25_17_46_36-5641805480378614175?project=apache-beam-testing
apache_beam.runners.dataflow.dataflow_runner: INFO: Job 2020-08-25_17_46_36-5641805480378614175 is in state JOB_STATE_RUNNING
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:40.464Z: JOB_MESSAGE_BASIC: Worker configuration: n1-standard-1 in us-central1-a.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:41.968Z: JOB_MESSAGE_DETAILED: Expanding CoGroupByKey operations into optimizable parts.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:42.005Z: JOB_MESSAGE_DEBUG: Combiner lifting skipped for step Write/Write/WriteImpl/GroupByKey: GroupByKey not followed by a combiner.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:42.137Z: JOB_MESSAGE_DETAILED: Expanding GroupByKey operations into optimizable parts.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:42.166Z: JOB_MESSAGE_DETAILED: Lifting ValueCombiningMappingFns into MergeBucketsMappingFns
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:42.261Z: JOB_MESSAGE_DEBUG: Annotating graph with Autotuner information.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:42.306Z: JOB_MESSAGE_DETAILED: Fusing adjacent ParDo, Read, Write, and Flatten operations
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:42.341Z: JOB_MESSAGE_DETAILED: Fusing consumer Split into Read/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:42.377Z: JOB_MESSAGE_DETAILED: Fusing consumer PairWIthOne into Split
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:42.400Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/GroupByKey+GroupAndSum/Combine/Partial into PairWIthOne
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:42.431Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/GroupByKey/Reify into GroupAndSum/GroupByKey+GroupAndSum/Combine/Partial
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:42.474Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/GroupByKey/Write into GroupAndSum/GroupByKey/Reify
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:42.509Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/Combine into GroupAndSum/GroupByKey/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:42.541Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/Combine/Extract into GroupAndSum/Combine
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:42.581Z: JOB_MESSAGE_DETAILED: Fusing consumer Format into GroupAndSum/Combine/Extract
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:42.620Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/WindowInto(WindowIntoFn) into Format
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:42.654Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/WriteBundles/WriteBundles into Write/Write/WriteImpl/WindowInto(WindowIntoFn)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:42.692Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/Pair into Write/Write/WriteImpl/WriteBundles/WriteBundles
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:42.726Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/GroupByKey/Reify into Write/Write/WriteImpl/Pair
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:42.762Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/GroupByKey/Write into Write/Write/WriteImpl/GroupByKey/Reify
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:42.807Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/GroupByKey/GroupByWindow into Write/Write/WriteImpl/GroupByKey/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:42.838Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/Extract into Write/Write/WriteImpl/GroupByKey/GroupByWindow
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:42.870Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/InitializeWrite into Write/Write/WriteImpl/DoOnce/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:42.910Z: JOB_MESSAGE_DEBUG: Workflow config is missing a default resource spec.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:42.944Z: JOB_MESSAGE_DEBUG: Adding StepResource setup and teardown to workflow graph.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:42.977Z: JOB_MESSAGE_DEBUG: Adding workflow start and stop steps.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:43.010Z: JOB_MESSAGE_DEBUG: Assigning stage ids.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:43.423Z: JOB_MESSAGE_DEBUG: Executing wait step start35
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:43.488Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/DoOnce/Read+Write/Write/WriteImpl/InitializeWrite
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:43.512Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:43.523Z: JOB_MESSAGE_DEBUG: Starting **** pool setup.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:43.532Z: JOB_MESSAGE_BASIC: Executing operation GroupAndSum/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:43.554Z: JOB_MESSAGE_BASIC: Starting 10 ****s in us-central1-a...
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:43.604Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:43.604Z: JOB_MESSAGE_BASIC: Finished operation GroupAndSum/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:43.694Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/GroupByKey/Session" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:43.728Z: JOB_MESSAGE_DEBUG: Value "GroupAndSum/GroupByKey/Session" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:43.810Z: JOB_MESSAGE_BASIC: Executing operation Read/Read+Split+PairWIthOne+GroupAndSum/GroupByKey+GroupAndSum/Combine/Partial+GroupAndSum/GroupByKey/Reify+GroupAndSum/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:46:51.930Z: JOB_MESSAGE_WARNING: Your project already contains 100 Dataflow-created metric descriptors and Stackdriver will not create new Dataflow custom metrics for this job. Each unique user-defined metric name (independent of the DoFn in which it is defined) produces a new metric descriptor. To delete old / unused metric descriptors see https://developers.google.com/apis-explorer/#p/monitoring/v3/monitoring.projects.metricDescriptors.list and https://developers.google.com/apis-explorer/#p/monitoring/v3/monitoring.projects.metricDescriptors.delete
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:47:12.742Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised the number of ****s to 10 based on the rate of progress in the currently running stage(s).
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:48:52.515Z: JOB_MESSAGE_DETAILED: Workers have started successfully.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:48:52.551Z: JOB_MESSAGE_DETAILED: Workers have started successfully.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:54:00.041Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/DoOnce/Read+Write/Write/WriteImpl/InitializeWrite
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:54:00.145Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/DoOnce/Read.out" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:54:00.177Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/InitializeWrite.out" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:54:00.252Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/WriteBundles/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:54:00.286Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:54:00.304Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/WriteBundles/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:54:00.312Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:54:00.341Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:54:00.362Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:54:00.367Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/WriteBundles/_UnpickledSideInput(InitializeWrite.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:54:00.393Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(InitializeWrite.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:54:00.420Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(InitializeWrite.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:54:16.380Z: JOB_MESSAGE_BASIC: Finished operation Read/Read+Split+PairWIthOne+GroupAndSum/GroupByKey+GroupAndSum/Combine/Partial+GroupAndSum/GroupByKey/Reify+GroupAndSum/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:54:16.465Z: JOB_MESSAGE_BASIC: Executing operation GroupAndSum/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:54:16.523Z: JOB_MESSAGE_BASIC: Finished operation GroupAndSum/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:54:16.585Z: JOB_MESSAGE_BASIC: Executing operation GroupAndSum/GroupByKey/Read+GroupAndSum/Combine+GroupAndSum/Combine/Extract+Format+Write/Write/WriteImpl/WindowInto(WindowIntoFn)+Write/Write/WriteImpl/WriteBundles/WriteBundles+Write/Write/WriteImpl/Pair+Write/Write/WriteImpl/GroupByKey/Reify+Write/Write/WriteImpl/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:56:55.063Z: JOB_MESSAGE_BASIC: Finished operation GroupAndSum/GroupByKey/Read+GroupAndSum/Combine+GroupAndSum/Combine/Extract+Format+Write/Write/WriteImpl/WindowInto(WindowIntoFn)+Write/Write/WriteImpl/WriteBundles/WriteBundles+Write/Write/WriteImpl/Pair+Write/Write/WriteImpl/GroupByKey/Reify+Write/Write/WriteImpl/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:56:55.128Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:56:55.181Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:56:55.240Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/GroupByKey/Read+Write/Write/WriteImpl/GroupByKey/GroupByWindow+Write/Write/WriteImpl/Extract
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:56:57.433Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/GroupByKey/Read+Write/Write/WriteImpl/GroupByKey/GroupByWindow+Write/Write/WriteImpl/Extract
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:56:57.499Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/Extract.out" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:56:57.552Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(Extract.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:56:57.580Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(Extract.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:56:57.599Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(Extract.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:56:57.627Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(Extract.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:56:57.661Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(Extract.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:56:57.700Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(Extract.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:56:57.774Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/PreFinalize/PreFinalize
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:57:00.752Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/PreFinalize/PreFinalize
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:57:00.826Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/PreFinalize.out" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:57:00.895Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(PreFinalize.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:57:00.939Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(PreFinalize.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:57:01.022Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(PreFinalize.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:57:01.097Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/FinalizeWrite/FinalizeWrite
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:57:03.670Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/FinalizeWrite/FinalizeWrite
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:57:03.731Z: JOB_MESSAGE_DEBUG: Executing success step success33
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:57:03.818Z: JOB_MESSAGE_DETAILED: Cleaning up.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:57:03.942Z: JOB_MESSAGE_DEBUG: Starting **** pool teardown.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:57:03.970Z: JOB_MESSAGE_BASIC: Stopping **** pool...
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:58:06.182Z: JOB_MESSAGE_DETAILED: Autoscaling: Resized **** pool from 10 to 0.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:58:06.234Z: JOB_MESSAGE_BASIC: Worker pool stopped.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T00:58:06.270Z: JOB_MESSAGE_DEBUG: Tearing down pending resources...
apache_beam.runners.dataflow.dataflow_runner: INFO: Job 2020-08-25_17_46_36-5641805480378614175 is in state JOB_STATE_DONE
apache_beam.io.filesystem: DEBUG: Listing files in 'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results'
apache_beam.io.filesystem: DEBUG: translate_pattern: 'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results*-of-*' -> 'gs://temp\\-storage\\-for\\-end\\-to\\-end\\-tests/py\\-it\\-cloud/output/1598402793654/results[^/\\\\]*\\-of\\-[^/\\\\]*'
apache_beam.io.gcp.gcsio: INFO: Starting the size estimation of the input
apache_beam.io.gcp.gcsio: INFO: Finished listing 30 files in 0.06614279747009277 seconds.
apache_beam.testing.pipeline_verifiers: INFO: Find 30 files in gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results*-of-*:
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00000-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00001-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00002-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00003-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00004-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00005-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00006-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00007-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00008-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00009-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00010-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00011-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00012-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00013-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00014-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00015-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00016-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00017-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00018-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00019-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00020-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00021-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00022-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00023-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00024-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00025-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00026-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00027-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00028-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results-00029-of-00030
apache_beam.testing.pipeline_verifiers: INFO: Read from given path gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results*-of-*, 26186927 lines, checksum: ea0ca2e5ee4ea5f218790f28d0b9fe7d09d8d710.
google.auth._default: DEBUG: Checking None for explicit credentials as part of auth process...
google.auth._default: DEBUG: Checking Cloud SDK credentials as part of auth process...
google.auth._default: DEBUG: Cloud SDK credentials not found on disk; not using them
google.auth._default: DEBUG: Checking for App Engine runtime as part of auth process...
google.auth._default: DEBUG: No App Engine library was found so cannot authentication via App Engine Identity Credentials.
google.auth.transport._http_client: DEBUG: Making request: GET http://169.254.169.254
google.auth.transport._http_client: DEBUG: Making request: GET http://metadata.google.internal/computeMetadata/v1/project/project-id
urllib3.util.retry: DEBUG: Converted retries value: 3 -> Retry(total=3, connect=None, read=None, redirect=None, status=None)
google.auth.transport.requests: DEBUG: Making request: GET http://metadata.google.internal/computeMetadata/v1/instance/service-accounts/default/?recursive=true
urllib3.connectionpool: DEBUG: Starting new HTTP connection (1): metadata.google.internal:80
urllib3.connectionpool: DEBUG: http://metadata.google.internal:80 "GET /computeMetadata/v1/instance/service-accounts/default/?recursive=true HTTP/1.1" 200 144
google.auth.transport.requests: DEBUG: Making request: GET http://metadata.google.internal/computeMetadata/v1/instance/service-accounts/844138762903-compute@developer.gserviceaccount.com/token
urllib3.connectionpool: DEBUG: http://metadata.google.internal:80 "GET /computeMetadata/v1/instance/service-accounts/844138762903-compute@developer.gserviceaccount.com/token HTTP/1.1" 200 221
urllib3.connectionpool: DEBUG: Starting new HTTPS connection (1): bigquery.googleapis.com:443
urllib3.connectionpool: DEBUG: https://bigquery.googleapis.com:443 "GET /bigquery/v2/projects/apache-beam-testing/datasets/beam_performance HTTP/1.1" 200 None
urllib3.connectionpool: DEBUG: https://bigquery.googleapis.com:443 "GET /bigquery/v2/projects/apache-beam-testing/datasets/beam_performance/tables/wordcount_py37_pkb_results HTTP/1.1" 200 None
apache_beam.testing.load_tests.load_test_metrics_utils: INFO: Load test results for test: c61791bb8898492da6f831f0cf8cace8 and timestamp: 1598403589.5030398:
apache_beam.testing.load_tests.load_test_metrics_utils: INFO: Metric: runtime Value: 795
urllib3.connectionpool: DEBUG: https://bigquery.googleapis.com:443 "POST /bigquery/v2/projects/apache-beam-testing/datasets/beam_performance/tables/wordcount_py37_pkb_results/insertAll HTTP/1.1" 200 None
apache_beam.testing.load_tests.load_test_metrics_utils: ERROR: no such field.
apache_beam.io.filesystem: DEBUG: Listing files in 'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results'
apache_beam.io.filesystem: DEBUG: translate_pattern: 'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598402793654/results*' -> 'gs://temp\\-storage\\-for\\-end\\-to\\-end\\-tests/py\\-it\\-cloud/output/1598402793654/results[^/\\\\]*'
apache_beam.io.gcp.gcsio: INFO: Starting the size estimation of the input
apache_beam.io.gcp.gcsio: INFO: Finished listing 30 files in 0.05433320999145508 seconds.
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
XML: nosetests-runPerformanceTest-df-py37.xml
----------------------------------------------------------------------
XML: <https://ci-beam.apache.org/job/beam_PerformanceTests_WordCountIT_Py37/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 1 test in 796.367s
FAILED (errors=1)
> Task :sdks:python:test-suites:dataflow:py37:runPerformanceTest FAILED
:sdks:python:test-suites:dataflow:py37:runPerformanceTest (Thread[Execution **** for ':',5,main]) completed. Took 13 mins 19.217 secs.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py37:runPerformanceTest'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 14m 34s
5 actionable tasks: 5 executed
Publishing build scan...
https://gradle.com/s/sygfgbgyeaalq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Jenkins build is back to normal :
beam_PerformanceTests_WordCountIT_Py37 #1852
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PerformanceTests_WordCountIT_Py37/1852/display/redirect?page=changes>
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PerformanceTests_WordCountIT_Py37
#1851
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PerformanceTests_WordCountIT_Py37/1851/display/redirect?page=changes>
Changes:
[zyichi] Fix PairWithRestrictionFn process no attribute signature error
[Boyuan Zhang] Handle split when truncate observes windows.
[noreply] [BEAM-10821] Add Python SDK typing improvements to CHANGES.md (#12693)
------------------------------------------
[...truncated 290.18 KB...]
"output_name": "out",
"step_name": "SideInput-s20"
}
},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
},
{
"@type": "FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "Write/Write/WriteImpl/FinalizeWrite.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s7"
},
"serialized_fn": "QlpoOTFBWSZTWbYSHeQACKN/////////////////////////////////////////////4AjT6gN24rhjZtCxsgI9g0k4g0UIZKZHpo0j1NMQPSbSepo0yMENANNBk9TQBpoA0GgAAA0ABoAaAAAA0AA0AGgAaB6hpiaNMjQaDTaQZIQ0ExGIJiaEaj1DT0mm1AANAaPUaNGmQABkAB6gaMgAAAAAABoAAAAAABoAAAAAAGSNigAAAATAJgARgBMjAACYAJgAEGBMRgEwmTAAAAAAAAATAmjIwIMAAAJoQep/qkGITACNMTTABMEaZMBGmmTAEwBGACYAIwARppiYATAAAjTAAJgAAmmAAIMIaNAwAJMABMAATAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAASJE0CEwgjI1T8hT9CJ6jQfooHqZqPUyGIxAADQDTQA0GmanqaAaAAA0NAAAAAAAAAAAAAAABlkv6+7mICpLmhTZbjokgE80AmirVq+LivDJXLrIX1i2uTJuxxwWbLzrjKH11FaSbqeiBtWrCueCEPmS7tmkEQgIUKBASNMSbSAZqaJ3yaS5ZMY13LnnqkpsY0JTEIJ2DDQBizvQWAoE8SEeArhoXwojtU72e3cuWLuG6s2s91MJaahhMRnHQ/4NNI8QaAROBarNM2xtTVOMyagaRbeXHRkWi38Z5zhMwHRnhyQWGIMXfSs8TeGK4mVorxkg7/Td5isK50JhMJwTkKVpKYTAnYT8fNTlARzvgI4nhOgbc5zkpV8WK03NnFkaVkMw87USnSEX38/dOvKYgligIxkoclEiUhsJmmSkhsbykENhxpCjckhktFzTIbTIxnXRnLE8Rnm0Co0iZasgaJqFCwmWFLeqhaEM5uMTOXVR1wJGZGD6eh23B/6w32HsnvaXmkxDy1j5Pt8fuJASy8t/1fh+qQW9kcm2XyL0HroePMRwljsd1t4RjBHslpibnaGlqQwwwwxYIIEEEEEIIIEESJ7xwQiEoCGAKI4AID36fUElJiij9Fwuc11ycjlC7lRVC6SJpq9hcspObJibqZCycTOqLQX9VKi6XioxPPlgFzmzmjmWl7FGtSXmnV4JY1dYoM21Vk4ZVow4G2M2WvOuQKuSKnSM0GYrFYpGEyRRQRBmFC3lNz3QKGTDjwyobBHEiX9/xwvjBUfukXERDAoLYoi4coJnGFSiApXaoFMyLsBz8HH8Rb4tU2a0zxxImcqGG9rvAYvxU5DO9B70Q3ZbzMSlG+/g5fyvh/TQGnlqfkUeymFy7koRnRG+vhfLLioGchIZ/VyWwT2tY3OP5WQle765eYmvvQVt2BmYMV9ixrjuzeEHknkmKJJaZJRQ1ZqUiJRahaDVknbihgSBSVigpCz6zn2tVDm5bcWbm8OU1Wjp++Ywi2K8Uu5ycLGufFjWF4g4xXJNZHXGzjU3xNDlmmzQScUN+iOLTUMjpnamvsdei2OoU77Z/ZQfkl2ASIL2GFRrRcYkHgYEk4YzhSIFCQsUawllddwSgS85DrZbnTUVNxF8oFJrkJVh0qkyosiqV/CjBkFapVl8SdxOe8nk1SnBK11ZVsLJjzKbQLLzd5WVYKgYX81b3pHYUxWpJWKsMQspkWAXWQVzE2b5Sz3UB54GoIEEul4NEhdofhWkIZE5MZXjVGX8GwFdel06hCojCQBKEwJIkwPB6/tuVMUANx4Z9QLTIOCBB1Kw9Pr2nrVvd1HGoyfM5aNS5y7smO3SwILo5SU6fOVk/kbJi/lVKqqIAn8A1Qh1wTAOFAKIz5F5E1QlIv5QrNM7MSGHuCgdEeCtNjYVSaljlrmKMzoDTXTWxAmOQFqAgUUOkzg4BpEGUNVBIZIYCWNu3Zxb91Hey8gx8harBY1xy4KuVTd9F1NSrUVYFiQKlLYdlYoVc3VJuus0kksK/7bdaTMZHCJ3cGsrnilx4RYGdI1ymnPmRUvFtqZmUdRK6ImRfoNA6TQRy6gmBtGCg0qE7VjcYBU5FVXF49sFdKPod0bcC3aouzPQFryCgbNOwhWLQLygJQbyYrYJgHAsLejSp8h+C8M3UU9OxloKZLe9aIEGHsvTMys7CEHAQIfAoBewvZwDlGXZUVRBSrb4TkNKTriQBMmVKcqsk9wNxgK00WRZMAU49vq6kieMhEgNp+boWoaANQDAtgFBNTreLAeVA5T5h0dXaIszvV2hNCKIDIwHgDkr+ROHaCkck1ezrYyy7gK3rRzA0Ns1c0soRkMtoq+fatNjAZclVHerWUIhQ15hFFHrFBB2wscKTCuqCsIhABaxoNPXRjmXjFgqFwynHvkGvaKF9F3rMqVz30pXhusvTdpgKEtYNKoNYz79O2mMIFYxRe8I8V3CT0M6wrshqwSbBLM1NSWergZNTBlE27ymjBMWPERacmWKjXFVV3DwCwa+3qCwaM5opYGAKleWtTQnQgiqAMTkKfs8MxNt3sugowkqNXCiHMuTGSaghXcAxznomtBveY0RSxdx3TFtUgjaGwaWkUM1ismnaGEkoadpVCnvM2WWi7eNTM4qzKiRdXuIy41abu2o2BFGr0ZmbhaiBYzoFLDDYNmvAUWDbxYi1VJVcrbTQAIgoD5REKF45jOZB1c8oUhXiKTI4ilKca3V1rXil2M41kDWtpMa+45LYRH5kkffffL8bzF0KcW3MoxEdllkUtLHlsZH7lRtqBym64x6Fd04pyCCwmLSGBQkiUGVa7uRciKh4eJhAGDCUrFAAAAAAAAAAALAAGgAEYsWTChoEACCCCCCN4bok9DJaaGhddXEWSbbbuuiTuuuLrr776ZpGDBllTBEXuWXLnSbbbbqqwSrlVJttu7JKXPq6c4iMGWUqTRaxZsMja5xVpNKU0tzutaeFNagmMZqqw1zWgKvs6uDjHbs4sQKQlaX7tbzNnTturHZCXHMFFg43StFTBjIOZDRNI1FWLeFHvRzY1LZXT8JJZ2nsbJ+ZvsUH4AuGZ4UgWjCqg6UcZjw8gwjJMZnKgmFVVZcgrJZemLgLRmgWHDmkGV7G68KVG2GekGdjDe5DGYJb9pTCcs2xiqy1mWwT4VLhElnuBFi0o2dHHtpmjZtisUYlcqywyZcryBMAxUpRNFM8oIMtDbcedzsD2vhET8GKWKsF/cnJnpOxUFYCBspva4ohEKEWLz2ux7Cp8v1/zrNUjAqAmdeNmwqC5VAuXzlyNdanD00jTV9CRiRtd8pI1K9UlKxbi01ShkktyO9wwbVxVawlWVYjdqqlLLitYNlTtOA0Nk19JimsBHnauHAVIYccYGEg/ALH4GfpbNuU5+2wNHr1RHqmJmvzU38flZZz5rp1dPfT6z6v7K2H4/NB+v3/aH/UTejfbwHwfiuICKAagAg+hGAD8FADAMJBIKwDMC2YCmCh/1uRAboQ1FDt0aNxFFRN7atBnHh0FGm6BKIPvR+wZIGwaYNg0wbBi+5EBtAdCCBSGgG0kNtoH7mBHNNB5VoVg0tb1P/xdyRThQkLYSHeQ",
"user_name": "Write/Write/WriteImpl/FinalizeWrite/FinalizeWrite"
}
}
],
"type": "JOB_TYPE_BATCH"
}
apache_beam.runners.dataflow.internal.apiclient: INFO: Create job: <Job
createTime: '2020-08-27T06:46:30.932652Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2020-08-26_23_46_29-1528657746125815905'
location: 'us-central1'
name: 'performance-tests-wordcount-python37-batch-1gb0827050318'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2020-08-27T06:46:30.932652Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
apache_beam.runners.dataflow.internal.apiclient: INFO: Created job with id: [2020-08-26_23_46_29-1528657746125815905]
apache_beam.runners.dataflow.internal.apiclient: INFO: Submitted job: 2020-08-26_23_46_29-1528657746125815905
apache_beam.runners.dataflow.internal.apiclient: INFO: To access the Dataflow monitoring console, please navigate to https://console.cloud.google.com/dataflow/jobs/us-central1/2020-08-26_23_46_29-1528657746125815905?project=apache-beam-testing
apache_beam.runners.dataflow.dataflow_runner: INFO: Job 2020-08-26_23_46_29-1528657746125815905 is in state JOB_STATE_RUNNING
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:34.012Z: JOB_MESSAGE_BASIC: Worker configuration: n1-standard-1 in us-central1-f.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:34.744Z: JOB_MESSAGE_DETAILED: Expanding CoGroupByKey operations into optimizable parts.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:34.782Z: JOB_MESSAGE_DEBUG: Combiner lifting skipped for step Write/Write/WriteImpl/GroupByKey: GroupByKey not followed by a combiner.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:34.854Z: JOB_MESSAGE_DETAILED: Expanding GroupByKey operations into optimizable parts.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:34.881Z: JOB_MESSAGE_DETAILED: Lifting ValueCombiningMappingFns into MergeBucketsMappingFns
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:35.028Z: JOB_MESSAGE_DEBUG: Annotating graph with Autotuner information.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:35.064Z: JOB_MESSAGE_DETAILED: Fusing adjacent ParDo, Read, Write, and Flatten operations
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:35.098Z: JOB_MESSAGE_DETAILED: Fusing consumer Split into Read/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:35.122Z: JOB_MESSAGE_DETAILED: Fusing consumer PairWIthOne into Split
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:35.151Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/GroupByKey+GroupAndSum/Combine/Partial into PairWIthOne
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:35.178Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/GroupByKey/Reify into GroupAndSum/GroupByKey+GroupAndSum/Combine/Partial
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:35.214Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/GroupByKey/Write into GroupAndSum/GroupByKey/Reify
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:35.248Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/Combine into GroupAndSum/GroupByKey/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:35.283Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/Combine/Extract into GroupAndSum/Combine
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:35.311Z: JOB_MESSAGE_DETAILED: Fusing consumer Format into GroupAndSum/Combine/Extract
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:35.344Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/WindowInto(WindowIntoFn) into Format
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:35.374Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/WriteBundles/WriteBundles into Write/Write/WriteImpl/WindowInto(WindowIntoFn)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:35.411Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/Pair into Write/Write/WriteImpl/WriteBundles/WriteBundles
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:35.444Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/GroupByKey/Reify into Write/Write/WriteImpl/Pair
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:35.475Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/GroupByKey/Write into Write/Write/WriteImpl/GroupByKey/Reify
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:35.502Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/GroupByKey/GroupByWindow into Write/Write/WriteImpl/GroupByKey/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:35.536Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/Extract into Write/Write/WriteImpl/GroupByKey/GroupByWindow
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:35.572Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/InitializeWrite into Write/Write/WriteImpl/DoOnce/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:35.619Z: JOB_MESSAGE_DEBUG: Workflow config is missing a default resource spec.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:35.661Z: JOB_MESSAGE_DEBUG: Adding StepResource setup and teardown to workflow graph.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:35.699Z: JOB_MESSAGE_DEBUG: Adding workflow start and stop steps.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:35.758Z: JOB_MESSAGE_DEBUG: Assigning stage ids.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:36.882Z: JOB_MESSAGE_DEBUG: Executing wait step start35
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:37.387Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/DoOnce/Read+Write/Write/WriteImpl/InitializeWrite
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:37.579Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:37.592Z: JOB_MESSAGE_DEBUG: Starting **** pool setup.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:37.787Z: JOB_MESSAGE_BASIC: Executing operation GroupAndSum/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:37.788Z: JOB_MESSAGE_BASIC: Starting 10 ****s in us-central1-f...
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:38.184Z: JOB_MESSAGE_BASIC: Finished operation GroupAndSum/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:38.185Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:38.473Z: JOB_MESSAGE_DEBUG: Value "GroupAndSum/GroupByKey/Session" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:38.611Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/GroupByKey/Session" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:38.646Z: JOB_MESSAGE_BASIC: Executing operation Read/Read+Split+PairWIthOne+GroupAndSum/GroupByKey+GroupAndSum/Combine/Partial+GroupAndSum/GroupByKey/Reify+GroupAndSum/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:46:57.059Z: JOB_MESSAGE_WARNING: Your project already contains 100 Dataflow-created metric descriptors and Stackdriver will not create new Dataflow custom metrics for this job. Each unique user-defined metric name (independent of the DoFn in which it is defined) produces a new metric descriptor. To delete old / unused metric descriptors see https://developers.google.com/apis-explorer/#p/monitoring/v3/monitoring.projects.metricDescriptors.list and https://developers.google.com/apis-explorer/#p/monitoring/v3/monitoring.projects.metricDescriptors.delete
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:47:02.190Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised the number of ****s to 5 based on the rate of progress in the currently running stage(s).
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:47:02.223Z: JOB_MESSAGE_DETAILED: Resized **** pool to 5, though goal was 10. This could be a quota issue.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:47:07.469Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised the number of ****s to 10 based on the rate of progress in the currently running stage(s).
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:48:41.871Z: JOB_MESSAGE_DETAILED: Workers have started successfully.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:48:41.906Z: JOB_MESSAGE_DETAILED: Workers have started successfully.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:52:00.139Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/DoOnce/Read+Write/Write/WriteImpl/InitializeWrite
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:52:00.202Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/DoOnce/Read.out" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:52:00.223Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/InitializeWrite.out" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:52:00.288Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/WriteBundles/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:52:00.309Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:52:00.337Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:52:00.341Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/WriteBundles/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:52:00.360Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:52:00.392Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:52:00.406Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/WriteBundles/_UnpickledSideInput(InitializeWrite.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:52:00.442Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(InitializeWrite.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:52:00.477Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(InitializeWrite.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:54:17.008Z: JOB_MESSAGE_BASIC: Finished operation Read/Read+Split+PairWIthOne+GroupAndSum/GroupByKey+GroupAndSum/Combine/Partial+GroupAndSum/GroupByKey/Reify+GroupAndSum/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:54:17.076Z: JOB_MESSAGE_BASIC: Executing operation GroupAndSum/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:54:17.118Z: JOB_MESSAGE_BASIC: Finished operation GroupAndSum/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:54:17.190Z: JOB_MESSAGE_BASIC: Executing operation GroupAndSum/GroupByKey/Read+GroupAndSum/Combine+GroupAndSum/Combine/Extract+Format+Write/Write/WriteImpl/WindowInto(WindowIntoFn)+Write/Write/WriteImpl/WriteBundles/WriteBundles+Write/Write/WriteImpl/Pair+Write/Write/WriteImpl/GroupByKey/Reify+Write/Write/WriteImpl/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:57:08.338Z: JOB_MESSAGE_BASIC: Finished operation GroupAndSum/GroupByKey/Read+GroupAndSum/Combine+GroupAndSum/Combine/Extract+Format+Write/Write/WriteImpl/WindowInto(WindowIntoFn)+Write/Write/WriteImpl/WriteBundles/WriteBundles+Write/Write/WriteImpl/Pair+Write/Write/WriteImpl/GroupByKey/Reify+Write/Write/WriteImpl/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:57:08.446Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:57:08.497Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:57:08.559Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/GroupByKey/Read+Write/Write/WriteImpl/GroupByKey/GroupByWindow+Write/Write/WriteImpl/Extract
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:57:11.519Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/GroupByKey/Read+Write/Write/WriteImpl/GroupByKey/GroupByWindow+Write/Write/WriteImpl/Extract
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:57:11.579Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/Extract.out" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:57:11.646Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(Extract.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:57:11.681Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(Extract.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:57:11.700Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(Extract.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:57:11.745Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(Extract.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:57:11.762Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(Extract.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:57:11.801Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(Extract.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:57:11.890Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/PreFinalize/PreFinalize
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:57:14.660Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/PreFinalize/PreFinalize
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:57:14.866Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/PreFinalize.out" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:57:15.018Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(PreFinalize.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:57:15.160Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(PreFinalize.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:57:15.372Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(PreFinalize.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:57:15.721Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/FinalizeWrite/FinalizeWrite
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:57:18.597Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/FinalizeWrite/FinalizeWrite
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:57:18.680Z: JOB_MESSAGE_DEBUG: Executing success step success33
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:57:18.768Z: JOB_MESSAGE_DETAILED: Cleaning up.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:57:18.891Z: JOB_MESSAGE_DEBUG: Starting **** pool teardown.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:57:18.918Z: JOB_MESSAGE_BASIC: Stopping **** pool...
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:58:10.706Z: JOB_MESSAGE_DETAILED: Autoscaling: Resized **** pool from 10 to 0.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:58:10.761Z: JOB_MESSAGE_BASIC: Worker pool stopped.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T06:58:10.794Z: JOB_MESSAGE_DEBUG: Tearing down pending resources...
apache_beam.runners.dataflow.dataflow_runner: INFO: Job 2020-08-26_23_46_29-1528657746125815905 is in state JOB_STATE_DONE
apache_beam.io.filesystem: DEBUG: Listing files in 'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results'
apache_beam.io.filesystem: DEBUG: translate_pattern: 'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results*-of-*' -> 'gs://temp\\-storage\\-for\\-end\\-to\\-end\\-tests/py\\-it\\-cloud/output/1598510787296/results[^/\\\\]*\\-of\\-[^/\\\\]*'
apache_beam.io.gcp.gcsio: INFO: Starting the size estimation of the input
apache_beam.io.gcp.gcsio: INFO: Finished listing 30 files in 0.05666375160217285 seconds.
apache_beam.testing.pipeline_verifiers: INFO: Find 30 files in gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results*-of-*:
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00000-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00001-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00002-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00003-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00004-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00005-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00006-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00007-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00008-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00009-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00010-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00011-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00012-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00013-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00014-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00015-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00016-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00017-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00018-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00019-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00020-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00021-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00022-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00023-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00024-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00025-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00026-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00027-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00028-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results-00029-of-00030
apache_beam.testing.pipeline_verifiers: INFO: Read from given path gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results*-of-*, 26186927 lines, checksum: ea0ca2e5ee4ea5f218790f28d0b9fe7d09d8d710.
google.auth._default: DEBUG: Checking None for explicit credentials as part of auth process...
google.auth._default: DEBUG: Checking Cloud SDK credentials as part of auth process...
google.auth._default: DEBUG: Cloud SDK credentials not found on disk; not using them
google.auth._default: DEBUG: Checking for App Engine runtime as part of auth process...
google.auth._default: DEBUG: No App Engine library was found so cannot authentication via App Engine Identity Credentials.
google.auth.transport._http_client: DEBUG: Making request: GET http://169.254.169.254
google.auth.transport._http_client: DEBUG: Making request: GET http://metadata.google.internal/computeMetadata/v1/project/project-id
urllib3.util.retry: DEBUG: Converted retries value: 3 -> Retry(total=3, connect=None, read=None, redirect=None, status=None)
google.auth.transport.requests: DEBUG: Making request: GET http://metadata.google.internal/computeMetadata/v1/instance/service-accounts/default/?recursive=true
urllib3.connectionpool: DEBUG: Starting new HTTP connection (1): metadata.google.internal:80
urllib3.connectionpool: DEBUG: http://metadata.google.internal:80 "GET /computeMetadata/v1/instance/service-accounts/default/?recursive=true HTTP/1.1" 200 144
google.auth.transport.requests: DEBUG: Making request: GET http://metadata.google.internal/computeMetadata/v1/instance/service-accounts/844138762903-compute@developer.gserviceaccount.com/token
urllib3.connectionpool: DEBUG: http://metadata.google.internal:80 "GET /computeMetadata/v1/instance/service-accounts/844138762903-compute@developer.gserviceaccount.com/token HTTP/1.1" 200 221
urllib3.connectionpool: DEBUG: Starting new HTTPS connection (1): bigquery.googleapis.com:443
urllib3.connectionpool: DEBUG: https://bigquery.googleapis.com:443 "GET /bigquery/v2/projects/apache-beam-testing/datasets/beam_performance HTTP/1.1" 200 None
urllib3.connectionpool: DEBUG: https://bigquery.googleapis.com:443 "GET /bigquery/v2/projects/apache-beam-testing/datasets/beam_performance/tables/wordcount_py37_pkb_results HTTP/1.1" 200 None
apache_beam.testing.load_tests.load_test_metrics_utils: INFO: Load test results for test: bb552e89aa2d4251a0190f1bc5b7ffcc and timestamp: 1598511585.4203074:
apache_beam.testing.load_tests.load_test_metrics_utils: INFO: Metric: runtime Value: 797
urllib3.connectionpool: DEBUG: https://bigquery.googleapis.com:443 "POST /bigquery/v2/projects/apache-beam-testing/datasets/beam_performance/tables/wordcount_py37_pkb_results/insertAll HTTP/1.1" 200 None
apache_beam.testing.load_tests.load_test_metrics_utils: ERROR: no such field.
apache_beam.io.filesystem: DEBUG: Listing files in 'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results'
apache_beam.io.filesystem: DEBUG: translate_pattern: 'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598510787296/results*' -> 'gs://temp\\-storage\\-for\\-end\\-to\\-end\\-tests/py\\-it\\-cloud/output/1598510787296/results[^/\\\\]*'
apache_beam.io.gcp.gcsio: INFO: Starting the size estimation of the input
apache_beam.io.gcp.gcsio: INFO: Finished listing 30 files in 0.05598330497741699 seconds.
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
XML: nosetests-runPerformanceTest-df-py37.xml
----------------------------------------------------------------------
XML: <https://ci-beam.apache.org/job/beam_PerformanceTests_WordCountIT_Py37/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 1 test in 798.614s
FAILED (errors=1)
> Task :sdks:python:test-suites:dataflow:py37:runPerformanceTest FAILED
:sdks:python:test-suites:dataflow:py37:runPerformanceTest (Thread[Execution **** for ':',5,main]) completed. Took 13 mins 21.271 secs.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py37:runPerformanceTest'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 14m 27s
5 actionable tasks: 5 executed
Publishing build scan...
https://gradle.com/s/a46jfcngcp6lc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PerformanceTests_WordCountIT_Py37
#1850
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PerformanceTests_WordCountIT_Py37/1850/display/redirect?page=changes>
Changes:
[leiyiz] implement query 12
[saavan] Fix author names
[noreply] [BEAM-10701] Add codecov config, fix paths hopefully (#12684)
[noreply] Merge pull request #12674 from [BEAM-8258] basic metric feature for
[noreply] Add skipped tests for Series.dt and Series.str methods (#12615)
[noreply] [BEAM-9547] Add a few more DataFrame operations (#12682)
------------------------------------------
[...truncated 289.76 KB...]
"python_side_input2-Write/Write/WriteImpl/FinalizeWrite": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "SideInput-s20"
}
},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
},
{
"@type": "FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "Write/Write/WriteImpl/FinalizeWrite.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s7"
},
"serialized_fn": "QlpoOTFBWSZTWdb+P5QACKN/////////////////////////////////////////////4AjT6gN24rhjbNCxsgE9g0k4g0UKZkpkZo0jEwgybSepk0ZNGQyGjEDT1NAGg0AGgAAAaABoAZAAAAyaGgAAaABoPRGRkNNDIZDGkGSCARkYgmJk1Go9Q02pptQAAAPUBo9T1AAAANDQaZPUAAAAAAADQAAAAAANAAAAAABkjYoAAAAEwCYAEYATIwAAmACYABBgTEYBMJkwAAAAAAAAEwJoyMCDAAACaEHqf6pBiEwAjTE0wATBGmTARppkwBMARgAmACMAEaaYmAEwAAI0wACYAAJpgACDCGjQMACTAATAAEwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAEiRNAhMIIxNU9qZPQmpo0ep4oGjajTammTTEaAA0A00BpkGjaamgGgAAA0AAADQAAADQAAAAAABipf1sqYgKcmZFJlqjPHAJpYBLFVq1sfFcMdYuMhfWLS49cco0YLFh1xrJ3101aKbyaeB6pUhXNBCHzHe2jQCIQEKFAgJGmJNpAM1NE5yaS5VMY13Xwr1iU2MaEpiEE7BhoAxZywWAoE8SEdArB4L4UUbNK+mtW7de9hvLFnOdTCWmoYTEZx0f+DTSPEmgETgWszTNU2ZrHFZNQNItvLjpCLRb6M854mYDpDxBILDEGLv5WeKvDFcTK0V4yQeApuMxWFc6EwmE4JyFK0lMJgTsJ+QmpygI5/wMcLoeibc5zkpV8OK03NnDkaVkMw8/USnSEX39BdOvKYgligIxkoclEiUhsJmmSkhsbykENhuyFG2JDJaLmmQ2mRjOUGcqTxGebIKjSJlqyBomoULCZYUt6yFoQzm4xM5ZVHYAkZkYOm0O4YP/WfBQ1pm2F+qMQ6sY2S70p30gJdaXE7E7R1AuFH5mYWx7wHjpeaOwYlzhb1dAjFiPZLTE3O0NLUhhhhhiwQQIIIIIQQQIIkT3jghEJQEMAURwAQHv0+oJKTFFH9BwOe11yUjky7sIqhcSJpq9hcspObJibqZCycLOqLwL+pFRcLpUYnXywDMc2UOXdLmOMKmNxmZEtVOUxkrpeHDKtCDLAwMyaDHKHAqhxlTJGZzMViqUjCa0UUEQbgoWsTdt3ChlA10YoegoxIl/f8cLpgpv2EXERDAoLYoi4cQStYVKICldqgUzIuYOFBx3QrqBaps1ZnjyRM5QMN7XfAxfipyHs9B70Qyq3WZahRffwdv8r4f0zx48tS8ifNpoHLtkCM6I3bourLWgGcdHabYyG1T3Vd32W5uXlvAymvhOfmisDkDMwYhHBwsbmvdEHUnUnBEktakooao1KhEosQsBqiTuhQYJApG0WGOtch0YpohjbN4Ifn8jqbGPduG4QKyJ8s02yUFfG2Ti10ZYsCqkWOq2hr72m9JoSppr0EmpDiIiTcUMxrXJxe8Jfy2+vU8UxX3exeeaXBIgtXYxF/LlEg6DDknBmcERAoGCiTVkrsjmCUCXnodbLc6aipuIvlApNcdKsOn0mVFkVSv4EYMgrVKsviTuJz3M8msU40rXWlWwsmPMptAsvN3lZVgqBhfzVvOI5hMVqSVirDELKZFgF14FcxNnFqWe6gOug0xAgk0fIzxlyd+FaQhkTZTI6ag27wa4VmkvHEIVEYSAJQlxJEmB42VDv1MgAN95KBQLDINKBBvKz9btW3s2Dg1fJoyfOlZbb3uP5LPl6QdV+Bwvg/D99RbxPidnvFuN3UgW8B1HBxlgPrAKIz5F5E1QlIv5MrNM7SSGHSlA9CeDtNjYVSaljlrmKiZkBpLpLYgTJIC8gIE87hMwOAaBBkDyoIzHDASxt273FvnUd+LyDHx1qsFjXGLjVcqm76Lq6lWoqwLEgVKWw7KxQq5uqTddZpJJYV/2260mYyOATu42srnil1sIsDOka5TTnzIqXi1aZmUdRK6ImRfoNA6TQRyygmBsmCg0qE7VjcYBU5BVXF49UK6UfR7c2gFqzPemacLXpqgbFKuhWLILqgJAbkpWwSgNCwt2ilZ5j6FoXt4dk4UtPVJebWCABh5L2fGWn4Eg0iAD0FAMAFq9+bIu+NBVcFLTE7PQfVn2ogCd3epNlcSeYC7Pz+wVxRLgU88vbXUR9jIW8CYoPlSMQwAYgGBcQKKcn2cUA6qBsoDDc3uURDub4wJgRRAdzAdAODfyBx9oKRwWr2ciMsu36t6+cuNDbNbNLKEZDLaKtnWpy5AGTWag75ayhEKGtKIoqOrTkHbCxpSUVlQVREIALOCDSygyTLjFgqFsyHJvkGtZKF9F3zNfK5rshXhuMvjepgKEtqGlUG1M+/TtpjCBWMUXvCPFdwE9DOsK7IasEmwSzNTUlnq4GTUwZRNu8powTFjxEWnJFio1w1Vdx+AWDX2lQWDRnNFLAwBUry1qaE6EEVQBichT9thmJtu9l0FGElRq4UQ5lyYyTUEK7fmOc9E2sG65fRFLF3TbsWzSCNkbBpaRQzWKyadoYSShp2lUKe5zZZaLt3aZnFWZUSLq+IjLjVpuLajYEUavRmZxC1ECxnRKWGGwbNeAosG0ixKyMMbJSsyMBs0C1NtNVru3r+uUln4yGpc7D5HnYiKnntVWteOXX695kDzz1Bjz7WyV0R+VI3333y/RdYudTVvZdGIjkkkalpX8xjKPuU3rMDaTjWOwrvGqbBBXTHpDAoRxKDKlZzVGxFQ8PEwgDBhKVigAAAAAAAAAAFgADQACMWLJhQ0CABBBBBBG8N0SehktNDQuuriLJNtt3XRJ3XXF11999M0jBgyypgiL3LLlzpNttt1VYJVyqk223dklLoFdOcRGDLKVJotYs2GRs84q0mlKaW22+1nhTWoJjGaysNc2sBV9nWwcU7d7ixApCVpfuFuc2dO26sdkJcYwUWDjbq0VMGMg5kNE0jUVYtyUe6HNjUt6t5hJLO09jen5m+ywfgC2ZXRQBeGFUB0Y5DJh1BhGOUytpiUVFVVxiqlh2UtBeGaBYcOaQZXsbfwxUaoz0wzswbrIYzBLfNKYTlm2MVWWsy2CfApcIks9wIsWlG90cerM0bNUrFGJXKssMmXK6gTAMVCQSxSuqCDFhtNdczcDuIERPwYpYqQX9uYmag5FOVgIHpDfVhPCIUIr3Pb7LNU/l+v+dXqEYFMEzLwZcKctqAW7rbka61OP00jTV9CRiRs+LUkalesSlYuItNYoZJLbDvcMG1cVWsJVlWI3CqpSy4rWDeqdpv2hsmumYpqwR6N8DSKwMaJQGEg+gK30GftmZmVbfdZmDwyiGXw+MJOfL5/S1T31a59r+33/FAqoVS79fuio/5/qSlpmdO9xgeh+7GgIkBiACD2EX4PoUAMAwkEgqAMwLjhqoKSluaIDNCDpoZmjTtQZs6e5LAZxobh7k24JRB96P2DJA2DTBsGmDYMX3IgNkDoQQKQ0A2khttA+lgRzTQeWaFYNLa+r/+LuSKcKEhrfx/KA",
"user_name": "Write/Write/WriteImpl/FinalizeWrite/FinalizeWrite"
}
}
],
"type": "JOB_TYPE_BATCH"
}
apache_beam.runners.dataflow.internal.apiclient: INFO: Create job: <Job
createTime: '2020-08-27T00:46:20.953237Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2020-08-26_17_46_19-14238271852110793962'
location: 'us-central1'
name: 'performance-tests-wordcount-python37-batch-1gb0827000956'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2020-08-27T00:46:20.953237Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
apache_beam.runners.dataflow.internal.apiclient: INFO: Created job with id: [2020-08-26_17_46_19-14238271852110793962]
apache_beam.runners.dataflow.internal.apiclient: INFO: Submitted job: 2020-08-26_17_46_19-14238271852110793962
apache_beam.runners.dataflow.internal.apiclient: INFO: To access the Dataflow monitoring console, please navigate to https://console.cloud.google.com/dataflow/jobs/us-central1/2020-08-26_17_46_19-14238271852110793962?project=apache-beam-testing
apache_beam.runners.dataflow.dataflow_runner: INFO: Job 2020-08-26_17_46_19-14238271852110793962 is in state JOB_STATE_RUNNING
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:23.816Z: JOB_MESSAGE_BASIC: Worker configuration: n1-standard-1 in us-central1-a.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:25.165Z: JOB_MESSAGE_DETAILED: Expanding CoGroupByKey operations into optimizable parts.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:25.188Z: JOB_MESSAGE_DEBUG: Combiner lifting skipped for step Write/Write/WriteImpl/GroupByKey: GroupByKey not followed by a combiner.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:25.264Z: JOB_MESSAGE_DETAILED: Expanding GroupByKey operations into optimizable parts.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:25.292Z: JOB_MESSAGE_DETAILED: Lifting ValueCombiningMappingFns into MergeBucketsMappingFns
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:25.374Z: JOB_MESSAGE_DEBUG: Annotating graph with Autotuner information.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:25.425Z: JOB_MESSAGE_DETAILED: Fusing adjacent ParDo, Read, Write, and Flatten operations
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:25.447Z: JOB_MESSAGE_DETAILED: Fusing consumer Split into Read/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:25.478Z: JOB_MESSAGE_DETAILED: Fusing consumer PairWIthOne into Split
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:25.512Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/GroupByKey+GroupAndSum/Combine/Partial into PairWIthOne
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:25.549Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/GroupByKey/Reify into GroupAndSum/GroupByKey+GroupAndSum/Combine/Partial
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:25.583Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/GroupByKey/Write into GroupAndSum/GroupByKey/Reify
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:25.618Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/Combine into GroupAndSum/GroupByKey/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:25.656Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/Combine/Extract into GroupAndSum/Combine
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:25.690Z: JOB_MESSAGE_DETAILED: Fusing consumer Format into GroupAndSum/Combine/Extract
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:25.722Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/WindowInto(WindowIntoFn) into Format
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:25.752Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/WriteBundles/WriteBundles into Write/Write/WriteImpl/WindowInto(WindowIntoFn)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:25.776Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/Pair into Write/Write/WriteImpl/WriteBundles/WriteBundles
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:25.818Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/GroupByKey/Reify into Write/Write/WriteImpl/Pair
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:25.846Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/GroupByKey/Write into Write/Write/WriteImpl/GroupByKey/Reify
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:25.881Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/GroupByKey/GroupByWindow into Write/Write/WriteImpl/GroupByKey/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:25.918Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/Extract into Write/Write/WriteImpl/GroupByKey/GroupByWindow
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:25.946Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/InitializeWrite into Write/Write/WriteImpl/DoOnce/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:25.969Z: JOB_MESSAGE_DEBUG: Workflow config is missing a default resource spec.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:26.002Z: JOB_MESSAGE_DEBUG: Adding StepResource setup and teardown to workflow graph.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:26.037Z: JOB_MESSAGE_DEBUG: Adding workflow start and stop steps.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:26.082Z: JOB_MESSAGE_DEBUG: Assigning stage ids.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:26.234Z: JOB_MESSAGE_DEBUG: Executing wait step start35
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:26.370Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/DoOnce/Read+Write/Write/WriteImpl/InitializeWrite
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:26.401Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:26.427Z: JOB_MESSAGE_DEBUG: Starting **** pool setup.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:26.428Z: JOB_MESSAGE_BASIC: Executing operation GroupAndSum/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:26.455Z: JOB_MESSAGE_BASIC: Starting 10 ****s in us-central1-a...
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:26.499Z: JOB_MESSAGE_BASIC: Finished operation GroupAndSum/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:26.499Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:26.561Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/GroupByKey/Session" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:26.600Z: JOB_MESSAGE_DEBUG: Value "GroupAndSum/GroupByKey/Session" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:26.767Z: JOB_MESSAGE_BASIC: Executing operation Read/Read+Split+PairWIthOne+GroupAndSum/GroupByKey+GroupAndSum/Combine/Partial+GroupAndSum/GroupByKey/Reify+GroupAndSum/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:48.196Z: JOB_MESSAGE_WARNING: Your project already contains 100 Dataflow-created metric descriptors and Stackdriver will not create new Dataflow custom metrics for this job. Each unique user-defined metric name (independent of the DoFn in which it is defined) produces a new metric descriptor. To delete old / unused metric descriptors see https://developers.google.com/apis-explorer/#p/monitoring/v3/monitoring.projects.metricDescriptors.list and https://developers.google.com/apis-explorer/#p/monitoring/v3/monitoring.projects.metricDescriptors.delete
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:46:53.767Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised the number of ****s to 10 based on the rate of progress in the currently running stage(s).
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:48:30.088Z: JOB_MESSAGE_DETAILED: Workers have started successfully.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:48:30.119Z: JOB_MESSAGE_DETAILED: Workers have started successfully.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:51:48.480Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/DoOnce/Read+Write/Write/WriteImpl/InitializeWrite
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:51:48.546Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/DoOnce/Read.out" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:51:48.581Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/InitializeWrite.out" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:51:48.644Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/WriteBundles/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:51:48.668Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:51:48.693Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:51:48.702Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/WriteBundles/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:51:48.741Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:51:48.749Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:51:48.773Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/WriteBundles/_UnpickledSideInput(InitializeWrite.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:51:48.811Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(InitializeWrite.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:51:48.838Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(InitializeWrite.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:54:06.422Z: JOB_MESSAGE_BASIC: Finished operation Read/Read+Split+PairWIthOne+GroupAndSum/GroupByKey+GroupAndSum/Combine/Partial+GroupAndSum/GroupByKey/Reify+GroupAndSum/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:54:06.512Z: JOB_MESSAGE_BASIC: Executing operation GroupAndSum/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:54:06.566Z: JOB_MESSAGE_BASIC: Finished operation GroupAndSum/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:54:06.644Z: JOB_MESSAGE_BASIC: Executing operation GroupAndSum/GroupByKey/Read+GroupAndSum/Combine+GroupAndSum/Combine/Extract+Format+Write/Write/WriteImpl/WindowInto(WindowIntoFn)+Write/Write/WriteImpl/WriteBundles/WriteBundles+Write/Write/WriteImpl/Pair+Write/Write/WriteImpl/GroupByKey/Reify+Write/Write/WriteImpl/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:56:46.102Z: JOB_MESSAGE_BASIC: Finished operation GroupAndSum/GroupByKey/Read+GroupAndSum/Combine+GroupAndSum/Combine/Extract+Format+Write/Write/WriteImpl/WindowInto(WindowIntoFn)+Write/Write/WriteImpl/WriteBundles/WriteBundles+Write/Write/WriteImpl/Pair+Write/Write/WriteImpl/GroupByKey/Reify+Write/Write/WriteImpl/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:56:46.168Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:56:46.212Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:56:46.277Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/GroupByKey/Read+Write/Write/WriteImpl/GroupByKey/GroupByWindow+Write/Write/WriteImpl/Extract
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:56:48.635Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/GroupByKey/Read+Write/Write/WriteImpl/GroupByKey/GroupByWindow+Write/Write/WriteImpl/Extract
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:56:48.702Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/Extract.out" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:56:48.766Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(Extract.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:56:48.794Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(Extract.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:56:48.823Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(Extract.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:56:48.853Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(Extract.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:56:48.892Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(Extract.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:56:48.918Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(Extract.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:56:48.996Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/PreFinalize/PreFinalize
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:56:51.835Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/PreFinalize/PreFinalize
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:56:51.913Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/PreFinalize.out" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:56:51.988Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(PreFinalize.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:56:52.041Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(PreFinalize.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:56:52.107Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(PreFinalize.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:56:52.165Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/FinalizeWrite/FinalizeWrite
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:56:54.871Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/FinalizeWrite/FinalizeWrite
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:56:54.938Z: JOB_MESSAGE_DEBUG: Executing success step success33
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:56:55.005Z: JOB_MESSAGE_DETAILED: Cleaning up.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:56:55.193Z: JOB_MESSAGE_DEBUG: Starting **** pool teardown.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:56:55.244Z: JOB_MESSAGE_BASIC: Stopping **** pool...
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:57:55.944Z: JOB_MESSAGE_DETAILED: Autoscaling: Resized **** pool from 10 to 0.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:57:55.988Z: JOB_MESSAGE_BASIC: Worker pool stopped.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-27T00:57:56.031Z: JOB_MESSAGE_DEBUG: Tearing down pending resources...
apache_beam.runners.dataflow.dataflow_runner: INFO: Job 2020-08-26_17_46_19-14238271852110793962 is in state JOB_STATE_DONE
apache_beam.io.filesystem: DEBUG: Listing files in 'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results'
apache_beam.io.filesystem: DEBUG: translate_pattern: 'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results*-of-*' -> 'gs://temp\\-storage\\-for\\-end\\-to\\-end\\-tests/py\\-it\\-cloud/output/1598489177167/results[^/\\\\]*\\-of\\-[^/\\\\]*'
apache_beam.io.gcp.gcsio: INFO: Starting the size estimation of the input
apache_beam.io.gcp.gcsio: INFO: Finished listing 30 files in 0.0621492862701416 seconds.
apache_beam.testing.pipeline_verifiers: INFO: Find 30 files in gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results*-of-*:
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00000-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00001-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00002-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00003-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00004-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00005-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00006-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00007-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00008-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00009-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00010-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00011-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00012-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00013-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00014-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00015-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00016-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00017-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00018-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00019-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00020-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00021-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00022-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00023-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00024-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00025-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00026-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00027-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00028-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results-00029-of-00030
apache_beam.testing.pipeline_verifiers: INFO: Read from given path gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results*-of-*, 26186927 lines, checksum: ea0ca2e5ee4ea5f218790f28d0b9fe7d09d8d710.
google.auth._default: DEBUG: Checking None for explicit credentials as part of auth process...
google.auth._default: DEBUG: Checking Cloud SDK credentials as part of auth process...
google.auth._default: DEBUG: Cloud SDK credentials not found on disk; not using them
google.auth._default: DEBUG: Checking for App Engine runtime as part of auth process...
google.auth._default: DEBUG: No App Engine library was found so cannot authentication via App Engine Identity Credentials.
google.auth.transport._http_client: DEBUG: Making request: GET http://169.254.169.254
google.auth.transport._http_client: DEBUG: Making request: GET http://metadata.google.internal/computeMetadata/v1/project/project-id
urllib3.util.retry: DEBUG: Converted retries value: 3 -> Retry(total=3, connect=None, read=None, redirect=None, status=None)
google.auth.transport.requests: DEBUG: Making request: GET http://metadata.google.internal/computeMetadata/v1/instance/service-accounts/default/?recursive=true
urllib3.connectionpool: DEBUG: Starting new HTTP connection (1): metadata.google.internal:80
urllib3.connectionpool: DEBUG: http://metadata.google.internal:80 "GET /computeMetadata/v1/instance/service-accounts/default/?recursive=true HTTP/1.1" 200 144
google.auth.transport.requests: DEBUG: Making request: GET http://metadata.google.internal/computeMetadata/v1/instance/service-accounts/844138762903-compute@developer.gserviceaccount.com/token
urllib3.connectionpool: DEBUG: http://metadata.google.internal:80 "GET /computeMetadata/v1/instance/service-accounts/844138762903-compute@developer.gserviceaccount.com/token HTTP/1.1" 200 221
urllib3.connectionpool: DEBUG: Starting new HTTPS connection (1): bigquery.googleapis.com:443
urllib3.connectionpool: DEBUG: https://bigquery.googleapis.com:443 "GET /bigquery/v2/projects/apache-beam-testing/datasets/beam_performance HTTP/1.1" 200 None
urllib3.connectionpool: DEBUG: https://bigquery.googleapis.com:443 "GET /bigquery/v2/projects/apache-beam-testing/datasets/beam_performance/tables/wordcount_py37_pkb_results HTTP/1.1" 200 None
apache_beam.testing.load_tests.load_test_metrics_utils: INFO: Load test results for test: 60efc2d6594849f09ec6854cf672295f and timestamp: 1598489980.6893268:
apache_beam.testing.load_tests.load_test_metrics_utils: INFO: Metric: runtime Value: 803
urllib3.connectionpool: DEBUG: https://bigquery.googleapis.com:443 "POST /bigquery/v2/projects/apache-beam-testing/datasets/beam_performance/tables/wordcount_py37_pkb_results/insertAll HTTP/1.1" 200 None
apache_beam.testing.load_tests.load_test_metrics_utils: ERROR: no such field.
apache_beam.io.filesystem: DEBUG: Listing files in 'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results'
apache_beam.io.filesystem: DEBUG: translate_pattern: 'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598489177167/results*' -> 'gs://temp\\-storage\\-for\\-end\\-to\\-end\\-tests/py\\-it\\-cloud/output/1598489177167/results[^/\\\\]*'
apache_beam.io.gcp.gcsio: INFO: Starting the size estimation of the input
apache_beam.io.gcp.gcsio: INFO: Finished listing 30 files in 0.048793792724609375 seconds.
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
XML: nosetests-runPerformanceTest-df-py37.xml
----------------------------------------------------------------------
XML: <https://ci-beam.apache.org/job/beam_PerformanceTests_WordCountIT_Py37/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 1 test in 804.065s
FAILED (errors=1)
> Task :sdks:python:test-suites:dataflow:py37:runPerformanceTest FAILED
:sdks:python:test-suites:dataflow:py37:runPerformanceTest (Thread[Execution **** for ':',5,main]) completed. Took 13 mins 26.546 secs.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py37:runPerformanceTest'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 14m 26s
5 actionable tasks: 5 executed
Publishing build scan...
https://gradle.com/s/qld2eamv33sek
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PerformanceTests_WordCountIT_Py37
#1849
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PerformanceTests_WordCountIT_Py37/1849/display/redirect?page=changes>
Changes:
[sychen] Refactor to reuse computation+key
[Luke Cwik] [BEAM-10771] Fix whitespace error causing whitespace lint to fail
[noreply] [BEAM-4980] Upgrade to Netty 4.1.51.Final and Netty_tcnative
[noreply] [BEAM-10670] Make Twister2Runner opt-out for using an SDF powered Read
------------------------------------------
[...truncated 289.74 KB...]
"output_name": "out",
"step_name": "SideInput-s20"
}
},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
},
{
"@type": "FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "Write/Write/WriteImpl/FinalizeWrite.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s7"
},
"serialized_fn": "QlpoOTFBWSZTWWutV5IACKN/////////////////////////////////////////////4AjT6gN7cXBGzaFjZAJxjUTiDRQhkp6J4jSPU0xHqPSbSepk09I0ZDIDTQNPUAAAAAAAAaABoAAAAAGgaAABoAGgxGhoNNDQyDJ6QZIRkEZGEIyBTyj1DR6mm1AAAA0Bo9T1AAAAABo00AAAAAAADQAAAAAAAAAAAAAkwAEwABMAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAADJ/qeoUp70UjNR6gAGg0AAaDQA0AAAAAADQAGgAAAAyABoAAADIAAGQAAAAAAAkwAEwABMAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAABIkTQITCTIyNU/I1T9CJo0Higeo8o9TJpk0xGgANANNAaZNGh6amgAAAANAAAA0AAAA0AAAADQABjphWd1MYFeXLCsy5VokhE80ImjsWLODHfGSyX2RQLFxcmsP1asN3dtfeZRAuurQTdT0QuppiXPDEIDJeXDUCIQEKFAgJGmJNpAM09A5uaS5RMY13Xwj1CU2MaEpiEE65k0AYs7yFgKBPEBGgWQ4L4QVbda/nuXt7avIrq7t5pp4S00zCYjOPHf4NJI8SbIInAtRmkbU2hqHFZNMNEtvLjoiLRb2M850mYDojxBILDEGLv5WeKvDFcTK0V4yQeApucxWFc6EwmE4JyFK0lMJgTsJ+RmpygI5/no4fQdC25znJSr4kVpubOJI0bIZh5+olOkIvv8LdOvKYgligIxkoclEiUhsJmkSkhsbykENhxZCjcEhktBzTIbTIxnJjOUJ4jPNmFRoky1ZA0DTKFhMsKW9ZC0IZzUYmcqqjsASMyMHSbLuGD/1ZvMXXPY3urvGPzm/8TtcbtpASbEt91Pf+qEW8j8jKsY9/D/zvFHXoSZ1u4WkI291gIjQaPS6nWbBa1rW7UpKUpSpSkpJ/r86g5G1QWhCNJavl9vyqRSqfCeh4PO6y5GRyRd2EVQumiaavYXLKTmyYm6mQsnDzqi4GDTiovlpUY2wFgGV5o5Y784twTGrLvLxCxVJTgLrLrqRsXbOqFWgB+4Muc3elSMJOkhoM5WLBSMJqxRQRBtihcxty3MKGUDzRjh0NWNEwsLjRgGGvBYRcZEUKgtiiL44wmeYVKICldqgUzIuXOHBwOgXTy1TZrzPIEiZyYYb2u+BJHqHofNsJZcMKisSxLs7qKQd77MvOU1MtMw67Lzm406peDS2RNGgaIkqVAzjo7PanV69PaU/cY7k4+S7kpL+2Y/E7UnsGZgxFM2dVfGz6g/E/EzRJLSpKKGrNShRqLkLQask7SUSCQLWVqpx1f1fNcqos2G2Fe5fC6Gpj6RvWcOtjfDLvHEiLk8SFxZXSqXhXrHOi1xtrinApoSJptkEnZDfIiQoyGQ0r3RoK9XYtjp1O9KuGtU8cuyCRBiywiNRLikg+i/EnEmcQRAoeIjTWEsqz4CUCXn4dbLc6aipuIvlApNcCVYdOpMqLIqlfwYwZBWqVZfEncTnup5NQpvytdaVbCyY8ym0Cy81eVlWCoGF/M282jl0xWpJWKsMQspkWAXXgVzE2cYpZ7qA1oNcQoJdDzmiQv0QRLSIMjemMrTSNq8C0FZhLp9CFRmIgCUJkSRJgd+U++5UxAA3Hgm1AtMguQIPRVnpdaw9Wpbtpi0ZDlSKNK5i/sGO1RAKnz8l0OlzVZOCNqzcFTKaqIAnABqhFrwmAcQAURnyLyJqhKRfyRWaR2kkMOjKB6I8FabGwqk1LHLWMdUzoDWXWWxAmRQFyAgUUPkzg4ZqEGUOVDIZIoSWNu3eYt66jvxeQY+BarBY1xq36uVTd9F1dSrUVYFiQKlLYdlYoVc3VJuus0UksK/7bdaTMZHBJ3b+srnil1sIsDOkaxTSnzAqXi2tMzKOoldETIv2TQOk0EcqoJgbNgoNGhO1Y3GAVOOVVxePahXSj8brm2AuW6Lwz0Ba9JUDd1rSFYtgtUBKDfTFbBMA8FhbaqUvkQgYhs9CkJ1stBRZP2LRDAxAF6PdJTUOQXCGECFALuGLaFYW+5KiaApKV98zE9GadiAJq1obCnJQENa4Wot1lmJkCmYCCXu4+hkLGBKzfwnnIbgOQDAsoE7MTTqzAPygYTZh5enuMrz5BtybkUYGpgPoHH38ccK0FI49q9nIDLLt8revnLDQ2zUzSyhGQy2is5rp82QBl1Wkd6tZQiJDZmEcdXUqCDtBY8UmFlUNgRiEC3iA1soMiy+YsFQvTKclAQbNsoYEXfs1srnwJSvJvsvzeJgKEtUNGoNUz79K2mMIFYxRe8I8V3BT2WdYV2Q1YJNglmampLPVwMmpgyibd5TQgmLHiItORLFRriKq7hYBYNbbVBYNGc0UsDAFSvLWpoToQRVAGJyFP2+GYm272XQUYSVGrhRDmXJjJNQQrt8Y5z0DVg3fLaApYu6a7FtEgjZmwaOiUM1ismnaGEkoadpVCnus2WWg7eLTM4qzKiRdXt4y41abm2o2BFGr0ZmbdaaBYzoVLDDYNmtAUWDbRYlZGGNmpWZGA2bItTbTVa7t7DrlJZ+MhqXOQ+Q5yIipztRWteZLtdc5kLnOqMdA89LaRIJkkggggMFVrF0KeW7KoxEfllkUtLXlsZV9yu63C9WfeY2Jd08p6GG0mCkUKhJGoMpsv6g9HIkIfwWMj75JJJJJJJJLwktklx48f0tlZAAAAfmIIfQDxp8+Yx2hEeIAADGIIYxjTGNttrkJaccelbiENgvXsgIAAAClOF2VEAABkAThHTEpQhDj0laXRaxZsMjaZxVotKU0txr6s8Ka0xMYzUVhrGrAVfa1MHFO3eYsQKQlaX7lbrNnTturHZCXGsFFg411aKmDGQcwGgaJpqsW6KPdjmxqW8XU8JJZ2lsbw/O32WD8IXpmaKgLhi0g6Echkg1BimSYzPVxMKVWFyCwl22YvAuGaBYcOaQZXsa/hio2oz04zswbvIYzBLetKYTlm2MVWVoruBTSH4QQszooEONhWeUy22Cl1sNBVVMJaHCtXrtQJhmOpKJo5mqCDHiuPNf9mFuMERPwYpYphwr2cmeo/HQVgIHSm/siiIRIRavvb7HMV/l+v+dTpIw64JnXiTYtBepAvcB65GstPhaSRpK+hIxI2nGKSNOvUJSsW3tNQoZJLcDvcMG1cVWsJVlWI3KqpSy4rWDeKdpvmhsmukYprAR5uDC4UoYUcUGEhCALIQGfplpaRePVWG7/KRkp7fdFTHw+Pyrsz8180v+n1+02r+6tl+Zyd/X7/s9P/51QQV0ECJyqoCNAcgAhBBGFEIFADAMJBIKwDMCy32iien7QiA6Qif9FukaB2Dp1QWdaDO/h5HqTeQlEH34/aMkDYNMGwaYNgxfdiA2YOhBApDQDaSG20D6OBHMtB5doVg0tX1n/xdyRThQkGutV5I",
"user_name": "Write/Write/WriteImpl/FinalizeWrite/FinalizeWrite"
}
}
],
"type": "JOB_TYPE_BATCH"
}
apache_beam.runners.dataflow.internal.apiclient: INFO: Create job: <Job
createTime: '2020-08-26T18:46:35.544501Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2020-08-26_11_46_34-12250844836443732077'
location: 'us-central1'
name: 'performance-tests-wordcount-python37-batch-1gb0826150316'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2020-08-26T18:46:35.544501Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
apache_beam.runners.dataflow.internal.apiclient: INFO: Created job with id: [2020-08-26_11_46_34-12250844836443732077]
apache_beam.runners.dataflow.internal.apiclient: INFO: Submitted job: 2020-08-26_11_46_34-12250844836443732077
apache_beam.runners.dataflow.internal.apiclient: INFO: To access the Dataflow monitoring console, please navigate to https://console.cloud.google.com/dataflow/jobs/us-central1/2020-08-26_11_46_34-12250844836443732077?project=apache-beam-testing
apache_beam.runners.dataflow.dataflow_runner: INFO: Job 2020-08-26_11_46_34-12250844836443732077 is in state JOB_STATE_RUNNING
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:38.094Z: JOB_MESSAGE_BASIC: Worker configuration: n1-standard-1 in us-central1-f.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:38.731Z: JOB_MESSAGE_DETAILED: Expanding CoGroupByKey operations into optimizable parts.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:38.911Z: JOB_MESSAGE_DEBUG: Combiner lifting skipped for step Write/Write/WriteImpl/GroupByKey: GroupByKey not followed by a combiner.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:38.984Z: JOB_MESSAGE_DETAILED: Expanding GroupByKey operations into optimizable parts.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:39.015Z: JOB_MESSAGE_DETAILED: Lifting ValueCombiningMappingFns into MergeBucketsMappingFns
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:39.186Z: JOB_MESSAGE_DEBUG: Annotating graph with Autotuner information.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:39.231Z: JOB_MESSAGE_DETAILED: Fusing adjacent ParDo, Read, Write, and Flatten operations
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:39.269Z: JOB_MESSAGE_DETAILED: Fusing consumer Split into Read/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:39.299Z: JOB_MESSAGE_DETAILED: Fusing consumer PairWIthOne into Split
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:39.337Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/GroupByKey+GroupAndSum/Combine/Partial into PairWIthOne
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:39.373Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/GroupByKey/Reify into GroupAndSum/GroupByKey+GroupAndSum/Combine/Partial
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:39.410Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/GroupByKey/Write into GroupAndSum/GroupByKey/Reify
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:39.434Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/Combine into GroupAndSum/GroupByKey/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:39.460Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/Combine/Extract into GroupAndSum/Combine
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:39.484Z: JOB_MESSAGE_DETAILED: Fusing consumer Format into GroupAndSum/Combine/Extract
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:39.517Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/WindowInto(WindowIntoFn) into Format
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:39.551Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/WriteBundles/WriteBundles into Write/Write/WriteImpl/WindowInto(WindowIntoFn)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:39.586Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/Pair into Write/Write/WriteImpl/WriteBundles/WriteBundles
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:39.611Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/GroupByKey/Reify into Write/Write/WriteImpl/Pair
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:39.642Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/GroupByKey/Write into Write/Write/WriteImpl/GroupByKey/Reify
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:39.676Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/GroupByKey/GroupByWindow into Write/Write/WriteImpl/GroupByKey/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:39.712Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/Extract into Write/Write/WriteImpl/GroupByKey/GroupByWindow
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:39.746Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/InitializeWrite into Write/Write/WriteImpl/DoOnce/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:39.782Z: JOB_MESSAGE_DEBUG: Workflow config is missing a default resource spec.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:39.817Z: JOB_MESSAGE_DEBUG: Adding StepResource setup and teardown to workflow graph.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:39.852Z: JOB_MESSAGE_DEBUG: Adding workflow start and stop steps.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:39.887Z: JOB_MESSAGE_DEBUG: Assigning stage ids.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:40.056Z: JOB_MESSAGE_DEBUG: Executing wait step start35
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:40.113Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/DoOnce/Read+Write/Write/WriteImpl/InitializeWrite
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:40.136Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:40.159Z: JOB_MESSAGE_DEBUG: Starting **** pool setup.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:40.162Z: JOB_MESSAGE_BASIC: Executing operation GroupAndSum/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:40.184Z: JOB_MESSAGE_BASIC: Starting 10 ****s in us-central1-f...
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:40.235Z: JOB_MESSAGE_BASIC: Finished operation GroupAndSum/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:40.235Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:40.307Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/GroupByKey/Session" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:40.342Z: JOB_MESSAGE_DEBUG: Value "GroupAndSum/GroupByKey/Session" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:40.410Z: JOB_MESSAGE_BASIC: Executing operation Read/Read+Split+PairWIthOne+GroupAndSum/GroupByKey+GroupAndSum/Combine/Partial+GroupAndSum/GroupByKey/Reify+GroupAndSum/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:46:50.502Z: JOB_MESSAGE_WARNING: Your project already contains 100 Dataflow-created metric descriptors and Stackdriver will not create new Dataflow custom metrics for this job. Each unique user-defined metric name (independent of the DoFn in which it is defined) produces a new metric descriptor. To delete old / unused metric descriptors see https://developers.google.com/apis-explorer/#p/monitoring/v3/monitoring.projects.metricDescriptors.list and https://developers.google.com/apis-explorer/#p/monitoring/v3/monitoring.projects.metricDescriptors.delete
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:47:05.132Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised the number of ****s to 7 based on the rate of progress in the currently running stage(s).
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:47:05.157Z: JOB_MESSAGE_DETAILED: Resized **** pool to 7, though goal was 10. This could be a quota issue.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:47:10.365Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised the number of ****s to 10 based on the rate of progress in the currently running stage(s).
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:48:48.384Z: JOB_MESSAGE_DETAILED: Workers have started successfully.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:48:48.422Z: JOB_MESSAGE_DETAILED: Workers have started successfully.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:52:12.462Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/DoOnce/Read+Write/Write/WriteImpl/InitializeWrite
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:52:12.547Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/DoOnce/Read.out" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:52:12.597Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/InitializeWrite.out" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:52:12.667Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/WriteBundles/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:52:12.704Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:52:12.714Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/WriteBundles/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:52:12.740Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:52:12.770Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:52:12.800Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/WriteBundles/_UnpickledSideInput(InitializeWrite.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:52:12.822Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:52:12.833Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(InitializeWrite.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:52:12.882Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(InitializeWrite.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:54:33.153Z: JOB_MESSAGE_BASIC: Finished operation Read/Read+Split+PairWIthOne+GroupAndSum/GroupByKey+GroupAndSum/Combine/Partial+GroupAndSum/GroupByKey/Reify+GroupAndSum/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:54:33.277Z: JOB_MESSAGE_BASIC: Executing operation GroupAndSum/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:54:33.332Z: JOB_MESSAGE_BASIC: Finished operation GroupAndSum/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:54:33.405Z: JOB_MESSAGE_BASIC: Executing operation GroupAndSum/GroupByKey/Read+GroupAndSum/Combine+GroupAndSum/Combine/Extract+Format+Write/Write/WriteImpl/WindowInto(WindowIntoFn)+Write/Write/WriteImpl/WriteBundles/WriteBundles+Write/Write/WriteImpl/Pair+Write/Write/WriteImpl/GroupByKey/Reify+Write/Write/WriteImpl/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:57:18.242Z: JOB_MESSAGE_BASIC: Finished operation GroupAndSum/GroupByKey/Read+GroupAndSum/Combine+GroupAndSum/Combine/Extract+Format+Write/Write/WriteImpl/WindowInto(WindowIntoFn)+Write/Write/WriteImpl/WriteBundles/WriteBundles+Write/Write/WriteImpl/Pair+Write/Write/WriteImpl/GroupByKey/Reify+Write/Write/WriteImpl/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:57:18.326Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:57:18.368Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:57:18.439Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/GroupByKey/Read+Write/Write/WriteImpl/GroupByKey/GroupByWindow+Write/Write/WriteImpl/Extract
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:57:21.869Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/GroupByKey/Read+Write/Write/WriteImpl/GroupByKey/GroupByWindow+Write/Write/WriteImpl/Extract
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:57:21.951Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/Extract.out" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:57:22.019Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(Extract.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:57:22.054Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(Extract.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:57:22.097Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(Extract.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:57:22.097Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(Extract.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:57:22.162Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(Extract.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:57:22.197Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(Extract.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:57:22.231Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/PreFinalize/PreFinalize
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:57:24.803Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/PreFinalize/PreFinalize
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:57:24.864Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/PreFinalize.out" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:57:24.942Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(PreFinalize.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:57:24.991Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(PreFinalize.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:57:25.045Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(PreFinalize.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:57:25.110Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/FinalizeWrite/FinalizeWrite
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:57:27.853Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/FinalizeWrite/FinalizeWrite
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:57:27.946Z: JOB_MESSAGE_DEBUG: Executing success step success33
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:57:28.016Z: JOB_MESSAGE_DETAILED: Cleaning up.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:57:28.169Z: JOB_MESSAGE_DEBUG: Starting **** pool teardown.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:57:28.194Z: JOB_MESSAGE_BASIC: Stopping **** pool...
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:58:21.315Z: JOB_MESSAGE_DETAILED: Autoscaling: Resized **** pool from 10 to 0.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:58:21.358Z: JOB_MESSAGE_BASIC: Worker pool stopped.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T18:58:21.382Z: JOB_MESSAGE_DEBUG: Tearing down pending resources...
apache_beam.runners.dataflow.dataflow_runner: INFO: Job 2020-08-26_11_46_34-12250844836443732077 is in state JOB_STATE_DONE
apache_beam.io.filesystem: DEBUG: Listing files in 'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results'
apache_beam.io.filesystem: DEBUG: translate_pattern: 'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results*-of-*' -> 'gs://temp\\-storage\\-for\\-end\\-to\\-end\\-tests/py\\-it\\-cloud/output/1598467591454/results[^/\\\\]*\\-of\\-[^/\\\\]*'
apache_beam.io.gcp.gcsio: INFO: Starting the size estimation of the input
apache_beam.io.gcp.gcsio: INFO: Finished listing 30 files in 0.07944035530090332 seconds.
apache_beam.testing.pipeline_verifiers: INFO: Find 30 files in gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results*-of-*:
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00000-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00001-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00002-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00003-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00004-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00005-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00006-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00007-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00008-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00009-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00010-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00011-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00012-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00013-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00014-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00015-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00016-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00017-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00018-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00019-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00020-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00021-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00022-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00023-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00024-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00025-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00026-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00027-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00028-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results-00029-of-00030
apache_beam.testing.pipeline_verifiers: INFO: Read from given path gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results*-of-*, 26186927 lines, checksum: ea0ca2e5ee4ea5f218790f28d0b9fe7d09d8d710.
google.auth._default: DEBUG: Checking None for explicit credentials as part of auth process...
google.auth._default: DEBUG: Checking Cloud SDK credentials as part of auth process...
google.auth._default: DEBUG: Cloud SDK credentials not found on disk; not using them
google.auth._default: DEBUG: Checking for App Engine runtime as part of auth process...
google.auth._default: DEBUG: No App Engine library was found so cannot authentication via App Engine Identity Credentials.
google.auth.transport._http_client: DEBUG: Making request: GET http://169.254.169.254
google.auth.transport._http_client: DEBUG: Making request: GET http://metadata.google.internal/computeMetadata/v1/project/project-id
urllib3.util.retry: DEBUG: Converted retries value: 3 -> Retry(total=3, connect=None, read=None, redirect=None, status=None)
google.auth.transport.requests: DEBUG: Making request: GET http://metadata.google.internal/computeMetadata/v1/instance/service-accounts/default/?recursive=true
urllib3.connectionpool: DEBUG: Starting new HTTP connection (1): metadata.google.internal:80
urllib3.connectionpool: DEBUG: http://metadata.google.internal:80 "GET /computeMetadata/v1/instance/service-accounts/default/?recursive=true HTTP/1.1" 200 144
google.auth.transport.requests: DEBUG: Making request: GET http://metadata.google.internal/computeMetadata/v1/instance/service-accounts/844138762903-compute@developer.gserviceaccount.com/token
urllib3.connectionpool: DEBUG: http://metadata.google.internal:80 "GET /computeMetadata/v1/instance/service-accounts/844138762903-compute@developer.gserviceaccount.com/token HTTP/1.1" 200 221
urllib3.connectionpool: DEBUG: Starting new HTTPS connection (1): bigquery.googleapis.com:443
urllib3.connectionpool: DEBUG: https://bigquery.googleapis.com:443 "GET /bigquery/v2/projects/apache-beam-testing/datasets/beam_performance HTTP/1.1" 200 None
urllib3.connectionpool: DEBUG: https://bigquery.googleapis.com:443 "GET /bigquery/v2/projects/apache-beam-testing/datasets/beam_performance/tables/wordcount_py37_pkb_results HTTP/1.1" 200 None
apache_beam.testing.load_tests.load_test_metrics_utils: INFO: Load test results for test: 2086d4fa2a6840408127b0d2b8ca63de and timestamp: 1598468431.784637:
apache_beam.testing.load_tests.load_test_metrics_utils: INFO: Metric: runtime Value: 840
urllib3.connectionpool: DEBUG: https://bigquery.googleapis.com:443 "POST /bigquery/v2/projects/apache-beam-testing/datasets/beam_performance/tables/wordcount_py37_pkb_results/insertAll HTTP/1.1" 200 None
apache_beam.testing.load_tests.load_test_metrics_utils: ERROR: no such field.
apache_beam.io.filesystem: DEBUG: Listing files in 'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results'
apache_beam.io.filesystem: DEBUG: translate_pattern: 'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598467591454/results*' -> 'gs://temp\\-storage\\-for\\-end\\-to\\-end\\-tests/py\\-it\\-cloud/output/1598467591454/results[^/\\\\]*'
apache_beam.io.gcp.gcsio: INFO: Starting the size estimation of the input
apache_beam.io.gcp.gcsio: INFO: Finished listing 30 files in 0.062335968017578125 seconds.
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
XML: nosetests-runPerformanceTest-df-py37.xml
----------------------------------------------------------------------
XML: <https://ci-beam.apache.org/job/beam_PerformanceTests_WordCountIT_Py37/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 1 test in 840.980s
FAILED (errors=1)
> Task :sdks:python:test-suites:dataflow:py37:runPerformanceTest FAILED
:sdks:python:test-suites:dataflow:py37:runPerformanceTest (Thread[Execution **** for ':',5,main]) completed. Took 14 mins 4.668 secs.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py37:runPerformanceTest'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 15m 15s
5 actionable tasks: 5 executed
Publishing build scan...
https://gradle.com/s/ovw2qrhiqxcrw
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PerformanceTests_WordCountIT_Py37
#1848
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PerformanceTests_WordCountIT_Py37/1848/display/redirect?page=changes>
Changes:
[noreply] [BEAM-10675] Add Python GBK Load Tests for streaming on Dataflow
------------------------------------------
[...truncated 289.95 KB...]
"output_name": "out",
"step_name": "SideInput-s20"
}
},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
},
{
"@type": "FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "Write/Write/WriteImpl/FinalizeWrite.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s7"
},
"serialized_fn": "QlpoOTFBWSZTWdDf8yAACKN/////////////////////////////////////////////4AjT6gN2OrhjbNCxsgE9g0k4g0kKZkpkbI0m0TCaPSbSep6j1GmTCMmgzUD1PUAGTTQAAAAAaABoaAAAAAaBoaAAaABoPRGRkNPUNDEMnpBkpiATEYTSYmTVNqPUNMmm1AAAA0Bo9T1AAAANDRoaAAAAAAAANAAAAAAA0AAADQAAZI2KAAAABMAmABGAEyMAAJgAmAAQYExGATCZMAAAAAAAABMCaMjAgwAAAmhB6n+qQYhMAI0xNMAEwRpkwEaaZMATAEYAJgAjABGmmJgBMAACNMAAmAACaYAAgwho0DAAkwAEwABMAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAABIkQCEwhqMTVPaE9CanqNHqfooHqPKPU2pptTT0RoADQDTQNGQepsKaAAAAA0AAADQAAADQAAAAAABipg05QwgVpOAFVduKeN8TSviWGvXpxkN0x0ltcDyhbVHrbcUT9my42xc7yqzWiG+mnfdoogVM/AHjHf2zUCIQEKFAgJGmJNpAM0c879NJcNMY13XonpkpsY0JTEIJ1/JIAtRyoUA0CeKCOAUh0K4YRWquBNbuXLF/BfWbWcaN8sNEvmAzDxv+DQSPEGcETgWmzQNI15pnJ4tEMpZcWnSEWC3cZp0JMvHSHhyQVmAMHfyo8TcGC0mVIqwkg8BTtchUFU6SYTCcE5ClYSmEwJ1k/ITU5QEcTwMcbj9G25znJSq5EVJubORIy1wy/xKCU6YRddxbZ1YzAEsEBGElDkokSkNhM0CUkNjeMghsNwQo2ZIZLPc0yG0yMJzAzhk8BmmuCgykyxYgzzRKSsmVlNnWQsCGc9GBnMqg7AEjIi902d3C9/6Lv0ZZp1feqiyfGmE5Hd5XeQAmVRcLrz9JUC4EnlppVJv4f+j5ZK/iZNZY+5A+OEeyWmJudoaWpDDDDDFgggQQQQQgggQRInvHBCISgIYAojgAgPfp9QSUmKKP6Df9DqLl5HCLewioFyQmmrmFqxk5smJuhkLFxsyhVis4KhUqpQr1VimGLzi4q4laq2avRONypV8aeenHFh6+NBcJRvDSOKuPiocRxx5rzFnLNUjKncPhpwNnd4NhibruwaGTDHBih1+KFEwcHjxeL9Z6uioSIH2gpbRF04glYsoUQFNVigUzEubONBvuOtyWKbNnM8eSJnMBfua74Fq8ZOR9roffhGUU4vK1Innsdt3l/F+mdunl6vkz5lM+5hkgRfRm9eF5RY4AxpKS0et1+zR3Fc3mT5uUmO+1nPfPfmjg3kGMYGEUsWRD0ueznwnwlh5ISiCSRkxkqgzPaBQDJiRuJRII4thZLBJWjXy9tcIwyndCN5/G6etk33grIZQz8k46ciHkHSVj1cjC3lNsGmn2Rl14RgUTpYyK45ByO4R4lXg7Kyjy8ML/ey2urS8M1XlsL5pxWECCpXiD6+XJI57GDJGJMaHIgUNDszJyT2F6BJBDz0OplmZNRQ3EXSgUmt9KoOn0zKCuKJXb+L2IVilUXRJ2k57aeLTKd6VLrSqYVzHkU2gWPnrioovUAwu52zn0c2mKxJKtVBgFjMSvC68CtYmzcqWa6AOOA1g+gk0bHTxlud6BSQBcLJTI4aBtvhWA1mEvm0IahMBAEkSskCRA8TX8b1LGgDeeOhSCgxBxOIOxRfV7Nq7EHv37IHyvOlpbP3uH5LPl5Q6r8DjfB+H76lbpPktfultdxQgW6B0HBwlYPrAKIzZFxE1SSkXcIqNA7SSGHSlIehPB2GrqqhNSwy1DDEZkBqqqqWgTIIC6gIE87ZMwOEahBkDrT8ZjgfJYW7NbBu3Qc+XEGHfWKsWFcot6rVQ3dSurqVSii8sCBU02Q66hQqpuiTdVRlSSvr/tlthMwkb8nbvaiqeCXWwisMyRqFOhPnBU3C0qcjKXQStiJkXZzQOmaCOZUEwNcwUGWknYsLi8KnlVRaXD0gqppfjNobAC3anvzNOFK0xoGzVsIVC0C40BIDdlKliUBgUFORJV+YxCoLnYPqNlLRu8zOqBCAwgC9fwmG0MQcRCCBCQF8CpdBKY6QcCfgUxNT9BE9Rs5EAS1bUlNaQgIS6QVfXp7eSsFQQDBzqI+piFsAmqH40rQLwGgBgLcBRzzZvbwHxIKaEwdXZ5ZRr1W15LyJkFpgHsDg3cqcCwFI4LVzOWGV27xWdfOaGhtmnkljCMRjsFTnOpS40GTWKB36lFCIENMohhi1Wcg7WVsKSilp+uIQ+Bax4NXJjILurUC0LhkOReINNooXkVgL14qmvSFWSbXgG/S8UktiGWgNiZt2hZThCBVsUXO+PBbv087MrKq4arEmwSyNTUlmq0GTUwZSm3cU58ExYcBFhy5WqWuQqLeBeFe1NhQFY0ZjRTWF4KFcWNTQnSQRRAGByFP21+Ym27mWwUsJKlq0UQ5lqYyTUEK3eGGc882MG35rPFLB3TaMWvSCNcaplylJkrVc07AvklDTsKIU9tkxyz3ZuEzMKMipSLatlGPCrDa2UGqIpauRkZslooFhOjUr8Ng2akBSr2witKuL8a5SrxMBszixNtNVLu3ruuUyzcJDUugh8t0ERFDruqKUrNlWOvdW+667UW68xklhEelSN5554vROLVO0xTu/ItEbkkjaUljzVri92s7afZVbYtyBV8xpj79hMYkD7QjhaC6KW9TZCVDw8TCAMGEpWKAAAAAAAAAAAWAANAAIxYsmFDQIAEEEEEEbv2xJ52Kwzs622qIrk223bbEnbbaW23XXU5JF69jlTeiLnLHjzJNttt0UXpVSok223bilLiq2c4iL2OUqZosYsl+Rr8woytKU0tntNjO+mtETGM01WahsYCj7One5N2a2DACkJWF21W2yZk7Lah1wlyjBRWONorBU3sJBzgZ5lNFVC2xS9uObGpay3V8kszQ1dY/M32WD8AXDK4KgLow6AdFONyIcQYZjlMrKwlFDVdUYrpZclLAXRkgV+/kkGN6u08KUGkM9MM7MG3xGEvS3bSmE5ZNXBRjqMdYnv6bRElmuBFayxrZ+HSmZ9ekVCjArVUVmLHjcQJhGGpIJYZXGggxYLbHG8y+5iBET8VtKFD+DcmJmqNwzlQCB2Q4FIngECEWLvudlmK3zfZ/OrUEYVYEzKx8uHOWUAXLzLUai0eBoJGgrqSRgRr9ypI0atMlKtbKw0ykxSWzHc4YNq0osYSqKMBtVRTTXaVK9rKdhvGhsmumYppwRtBWw4irDFCXBggGICdiDG9k3Nyzp7bGvf2rJr7/hFT3x+Xzs9B9HNs5/X7fehTfhMr/VFR0n7/tLTf5vTsJEQIoog4MwGgAIMAfBBiEgDAGCAQCYAxgLdgncUtNcTwG50T/oxufTuQbt6e4KAY2EDqPai6hKIPvR+wZIGwaYNg0wbBi+5EBrgdJBApDQDaSG20D6WBHOtB5ZoVY0tj6v/4u5IpwoSGhv+ZAA==",
"user_name": "Write/Write/WriteImpl/FinalizeWrite/FinalizeWrite"
}
}
],
"type": "JOB_TYPE_BATCH"
}
apache_beam.runners.dataflow.internal.apiclient: INFO: Create job: <Job
createTime: '2020-08-26T12:46:21.678446Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2020-08-26_05_46_20-7280835498653275262'
location: 'us-central1'
name: 'performance-tests-wordcount-python37-batch-1gb0826100259'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2020-08-26T12:46:21.678446Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
apache_beam.runners.dataflow.internal.apiclient: INFO: Created job with id: [2020-08-26_05_46_20-7280835498653275262]
apache_beam.runners.dataflow.internal.apiclient: INFO: Submitted job: 2020-08-26_05_46_20-7280835498653275262
apache_beam.runners.dataflow.internal.apiclient: INFO: To access the Dataflow monitoring console, please navigate to https://console.cloud.google.com/dataflow/jobs/us-central1/2020-08-26_05_46_20-7280835498653275262?project=apache-beam-testing
apache_beam.runners.dataflow.dataflow_runner: INFO: Job 2020-08-26_05_46_20-7280835498653275262 is in state JOB_STATE_RUNNING
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:24.917Z: JOB_MESSAGE_BASIC: Worker configuration: n1-standard-1 in us-central1-f.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:26.041Z: JOB_MESSAGE_DETAILED: Expanding CoGroupByKey operations into optimizable parts.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:26.080Z: JOB_MESSAGE_DEBUG: Combiner lifting skipped for step Write/Write/WriteImpl/GroupByKey: GroupByKey not followed by a combiner.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:26.154Z: JOB_MESSAGE_DETAILED: Expanding GroupByKey operations into optimizable parts.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:26.183Z: JOB_MESSAGE_DETAILED: Lifting ValueCombiningMappingFns into MergeBucketsMappingFns
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:26.282Z: JOB_MESSAGE_DEBUG: Annotating graph with Autotuner information.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:26.328Z: JOB_MESSAGE_DETAILED: Fusing adjacent ParDo, Read, Write, and Flatten operations
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:26.364Z: JOB_MESSAGE_DETAILED: Fusing consumer Split into Read/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:26.399Z: JOB_MESSAGE_DETAILED: Fusing consumer PairWIthOne into Split
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:26.427Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/GroupByKey+GroupAndSum/Combine/Partial into PairWIthOne
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:26.461Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/GroupByKey/Reify into GroupAndSum/GroupByKey+GroupAndSum/Combine/Partial
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:26.495Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/GroupByKey/Write into GroupAndSum/GroupByKey/Reify
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:26.519Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/Combine into GroupAndSum/GroupByKey/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:26.541Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/Combine/Extract into GroupAndSum/Combine
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:26.562Z: JOB_MESSAGE_DETAILED: Fusing consumer Format into GroupAndSum/Combine/Extract
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:26.601Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/WindowInto(WindowIntoFn) into Format
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:26.634Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/WriteBundles/WriteBundles into Write/Write/WriteImpl/WindowInto(WindowIntoFn)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:26.659Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/Pair into Write/Write/WriteImpl/WriteBundles/WriteBundles
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:26.691Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/GroupByKey/Reify into Write/Write/WriteImpl/Pair
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:26.737Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/GroupByKey/Write into Write/Write/WriteImpl/GroupByKey/Reify
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:26.768Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/GroupByKey/GroupByWindow into Write/Write/WriteImpl/GroupByKey/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:26.803Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/Extract into Write/Write/WriteImpl/GroupByKey/GroupByWindow
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:26.838Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/InitializeWrite into Write/Write/WriteImpl/DoOnce/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:26.870Z: JOB_MESSAGE_DEBUG: Workflow config is missing a default resource spec.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:26.905Z: JOB_MESSAGE_DEBUG: Adding StepResource setup and teardown to workflow graph.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:26.937Z: JOB_MESSAGE_DEBUG: Adding workflow start and stop steps.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:26.961Z: JOB_MESSAGE_DEBUG: Assigning stage ids.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:27.158Z: JOB_MESSAGE_DEBUG: Executing wait step start35
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:27.228Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/DoOnce/Read+Write/Write/WriteImpl/InitializeWrite
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:27.271Z: JOB_MESSAGE_DEBUG: Starting **** pool setup.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:27.272Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:27.294Z: JOB_MESSAGE_BASIC: Executing operation GroupAndSum/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:27.306Z: JOB_MESSAGE_BASIC: Starting 10 ****s in us-central1-f...
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:27.364Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:27.364Z: JOB_MESSAGE_BASIC: Finished operation GroupAndSum/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:27.433Z: JOB_MESSAGE_DEBUG: Value "GroupAndSum/GroupByKey/Session" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:27.459Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/GroupByKey/Session" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:27.516Z: JOB_MESSAGE_BASIC: Executing operation Read/Read+Split+PairWIthOne+GroupAndSum/GroupByKey+GroupAndSum/Combine/Partial+GroupAndSum/GroupByKey/Reify+GroupAndSum/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:38.280Z: JOB_MESSAGE_WARNING: Your project already contains 100 Dataflow-created metric descriptors and Stackdriver will not create new Dataflow custom metrics for this job. Each unique user-defined metric name (independent of the DoFn in which it is defined) produces a new metric descriptor. To delete old / unused metric descriptors see https://developers.google.com/apis-explorer/#p/monitoring/v3/monitoring.projects.metricDescriptors.list and https://developers.google.com/apis-explorer/#p/monitoring/v3/monitoring.projects.metricDescriptors.delete
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:54.317Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised the number of ****s to 9 based on the rate of progress in the currently running stage(s).
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:46:54.343Z: JOB_MESSAGE_DETAILED: Resized **** pool to 9, though goal was 10. This could be a quota issue.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:47:22.821Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised the number of ****s to 10 based on the rate of progress in the currently running stage(s).
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:48:28.919Z: JOB_MESSAGE_DETAILED: Workers have started successfully.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:48:28.956Z: JOB_MESSAGE_DETAILED: Workers have started successfully.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:51:48.714Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/DoOnce/Read+Write/Write/WriteImpl/InitializeWrite
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:51:48.858Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/DoOnce/Read.out" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:51:48.884Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/InitializeWrite.out" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:51:48.965Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/WriteBundles/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:51:48.992Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:51:49.013Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/WriteBundles/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:51:49.027Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:51:49.047Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:51:49.084Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/WriteBundles/_UnpickledSideInput(InitializeWrite.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:51:49.096Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:51:49.127Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(InitializeWrite.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:51:49.154Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(InitializeWrite.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:54:16.519Z: JOB_MESSAGE_BASIC: Finished operation Read/Read+Split+PairWIthOne+GroupAndSum/GroupByKey+GroupAndSum/Combine/Partial+GroupAndSum/GroupByKey/Reify+GroupAndSum/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:54:16.581Z: JOB_MESSAGE_BASIC: Executing operation GroupAndSum/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:54:16.632Z: JOB_MESSAGE_BASIC: Finished operation GroupAndSum/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:54:16.698Z: JOB_MESSAGE_BASIC: Executing operation GroupAndSum/GroupByKey/Read+GroupAndSum/Combine+GroupAndSum/Combine/Extract+Format+Write/Write/WriteImpl/WindowInto(WindowIntoFn)+Write/Write/WriteImpl/WriteBundles/WriteBundles+Write/Write/WriteImpl/Pair+Write/Write/WriteImpl/GroupByKey/Reify+Write/Write/WriteImpl/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:56:57.019Z: JOB_MESSAGE_BASIC: Finished operation GroupAndSum/GroupByKey/Read+GroupAndSum/Combine+GroupAndSum/Combine/Extract+Format+Write/Write/WriteImpl/WindowInto(WindowIntoFn)+Write/Write/WriteImpl/WriteBundles/WriteBundles+Write/Write/WriteImpl/Pair+Write/Write/WriteImpl/GroupByKey/Reify+Write/Write/WriteImpl/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:56:57.063Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:56:57.107Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:56:57.151Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/GroupByKey/Read+Write/Write/WriteImpl/GroupByKey/GroupByWindow+Write/Write/WriteImpl/Extract
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:56:59.585Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/GroupByKey/Read+Write/Write/WriteImpl/GroupByKey/GroupByWindow+Write/Write/WriteImpl/Extract
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:56:59.664Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/Extract.out" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:56:59.735Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(Extract.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:56:59.770Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(Extract.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:56:59.793Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(Extract.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:56:59.813Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(Extract.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:56:59.866Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(Extract.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:56:59.900Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(Extract.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:56:59.972Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/PreFinalize/PreFinalize
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:57:02.675Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/PreFinalize/PreFinalize
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:57:02.733Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/PreFinalize.out" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:57:02.803Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(PreFinalize.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:57:02.868Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(PreFinalize.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:57:02.934Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(PreFinalize.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:57:03.008Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/FinalizeWrite/FinalizeWrite
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:57:05.592Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/FinalizeWrite/FinalizeWrite
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:57:05.664Z: JOB_MESSAGE_DEBUG: Executing success step success33
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:57:05.738Z: JOB_MESSAGE_DETAILED: Cleaning up.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:57:05.867Z: JOB_MESSAGE_DEBUG: Starting **** pool teardown.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:57:05.913Z: JOB_MESSAGE_BASIC: Stopping **** pool...
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:57:53.564Z: JOB_MESSAGE_DETAILED: Autoscaling: Resized **** pool from 10 to 0.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:57:53.607Z: JOB_MESSAGE_BASIC: Worker pool stopped.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T12:57:53.643Z: JOB_MESSAGE_DEBUG: Tearing down pending resources...
apache_beam.runners.dataflow.dataflow_runner: INFO: Job 2020-08-26_05_46_20-7280835498653275262 is in state JOB_STATE_DONE
apache_beam.io.filesystem: DEBUG: Listing files in 'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results'
apache_beam.io.filesystem: DEBUG: translate_pattern: 'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results*-of-*' -> 'gs://temp\\-storage\\-for\\-end\\-to\\-end\\-tests/py\\-it\\-cloud/output/1598445977822/results[^/\\\\]*\\-of\\-[^/\\\\]*'
apache_beam.io.gcp.gcsio: INFO: Starting the size estimation of the input
apache_beam.io.gcp.gcsio: INFO: Finished listing 30 files in 0.06259560585021973 seconds.
apache_beam.testing.pipeline_verifiers: INFO: Find 30 files in gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results*-of-*:
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00000-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00001-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00002-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00003-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00004-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00005-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00006-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00007-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00008-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00009-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00010-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00011-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00012-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00013-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00014-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00015-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00016-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00017-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00018-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00019-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00020-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00021-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00022-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00023-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00024-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00025-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00026-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00027-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00028-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results-00029-of-00030
apache_beam.testing.pipeline_verifiers: INFO: Read from given path gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results*-of-*, 26186927 lines, checksum: ea0ca2e5ee4ea5f218790f28d0b9fe7d09d8d710.
google.auth._default: DEBUG: Checking None for explicit credentials as part of auth process...
google.auth._default: DEBUG: Checking Cloud SDK credentials as part of auth process...
google.auth._default: DEBUG: Cloud SDK credentials not found on disk; not using them
google.auth._default: DEBUG: Checking for App Engine runtime as part of auth process...
google.auth._default: DEBUG: No App Engine library was found so cannot authentication via App Engine Identity Credentials.
google.auth.transport._http_client: DEBUG: Making request: GET http://169.254.169.254
google.auth.transport._http_client: DEBUG: Making request: GET http://metadata.google.internal/computeMetadata/v1/project/project-id
urllib3.util.retry: DEBUG: Converted retries value: 3 -> Retry(total=3, connect=None, read=None, redirect=None, status=None)
google.auth.transport.requests: DEBUG: Making request: GET http://metadata.google.internal/computeMetadata/v1/instance/service-accounts/default/?recursive=true
urllib3.connectionpool: DEBUG: Starting new HTTP connection (1): metadata.google.internal:80
urllib3.connectionpool: DEBUG: http://metadata.google.internal:80 "GET /computeMetadata/v1/instance/service-accounts/default/?recursive=true HTTP/1.1" 200 144
google.auth.transport.requests: DEBUG: Making request: GET http://metadata.google.internal/computeMetadata/v1/instance/service-accounts/844138762903-compute@developer.gserviceaccount.com/token
urllib3.connectionpool: DEBUG: http://metadata.google.internal:80 "GET /computeMetadata/v1/instance/service-accounts/844138762903-compute@developer.gserviceaccount.com/token HTTP/1.1" 200 221
urllib3.connectionpool: DEBUG: Starting new HTTPS connection (1): bigquery.googleapis.com:443
urllib3.connectionpool: DEBUG: https://bigquery.googleapis.com:443 "GET /bigquery/v2/projects/apache-beam-testing/datasets/beam_performance HTTP/1.1" 200 None
urllib3.connectionpool: DEBUG: https://bigquery.googleapis.com:443 "GET /bigquery/v2/projects/apache-beam-testing/datasets/beam_performance/tables/wordcount_py37_pkb_results HTTP/1.1" 200 None
apache_beam.testing.load_tests.load_test_metrics_utils: INFO: Load test results for test: 10cf3a07eb344d69b81ca61b13194d8a and timestamp: 1598446776.5965533:
apache_beam.testing.load_tests.load_test_metrics_utils: INFO: Metric: runtime Value: 798
urllib3.connectionpool: DEBUG: https://bigquery.googleapis.com:443 "POST /bigquery/v2/projects/apache-beam-testing/datasets/beam_performance/tables/wordcount_py37_pkb_results/insertAll HTTP/1.1" 200 None
apache_beam.testing.load_tests.load_test_metrics_utils: ERROR: no such field.
apache_beam.io.filesystem: DEBUG: Listing files in 'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results'
apache_beam.io.filesystem: DEBUG: translate_pattern: 'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598445977822/results*' -> 'gs://temp\\-storage\\-for\\-end\\-to\\-end\\-tests/py\\-it\\-cloud/output/1598445977822/results[^/\\\\]*'
apache_beam.io.gcp.gcsio: INFO: Starting the size estimation of the input
apache_beam.io.gcp.gcsio: INFO: Finished listing 30 files in 0.06139039993286133 seconds.
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
XML: nosetests-runPerformanceTest-df-py37.xml
----------------------------------------------------------------------
XML: <https://ci-beam.apache.org/job/beam_PerformanceTests_WordCountIT_Py37/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 1 test in 799.285s
FAILED (errors=1)
> Task :sdks:python:test-suites:dataflow:py37:runPerformanceTest FAILED
:sdks:python:test-suites:dataflow:py37:runPerformanceTest (Thread[Execution **** for ':',5,main]) completed. Took 13 mins 21.964 secs.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py37:runPerformanceTest'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 14m 21s
5 actionable tasks: 5 executed
Publishing build scan...
https://gradle.com/s/dltmwfyl6pteq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PerformanceTests_WordCountIT_Py37
#1847
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PerformanceTests_WordCountIT_Py37/1847/display/redirect?page=changes>
Changes:
[noreply] [BEAM-9680] Add Aggregation Count lesson to Go SDK katas (#12646)
------------------------------------------
[...truncated 289.89 KB...]
"output_name": "out",
"step_name": "SideInput-s20"
}
},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
},
{
"@type": "FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "Write/Write/WriteImpl/FinalizeWrite.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s7"
},
"serialized_fn": "QlpoOTFBWSZTWU4tn3EACKN/////////////////////////////////////////////4AjT6gN24rhjNtCxsgE9YUk4g0UIaSNHpo0m1NMQPSbSep6T1MTRkNANPUD1PUAGmjQAaAAABoAGgBkAAAABoaAAyABoMRkaDT1DQaDR6QZIQNEZGmQmJo1Go9Q09J6m1AANADIGj1PUAAAA0NBpk9QAAAAAAANAAAAAAA0aAAAaAABkjYoAAAAEwCYAEYATIwAAmACYABBgTEYBMJkwAAAAAAAAEwJoyMCDAAACaEHqf6pBiEwAjTE0wATBGmTARppkwBMARgAmACMAEaaYmAEwAAI0wACYAAJpgACDCGjQMACTAATAAEwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAEiRNAhMJMjE1T2hT9CJ6jQfooHqPKPUyaZNMRoADQDTQBkGjaamgAAAANAAAA0AAAA0AAAAAAAYiX1bKmICnJmRSZaozRtFSVoliq1a2NivDHWLrIYFi0uPXnaNFtiw864yaBdNWkm6qTNfnnhXUbCIDHd2jQCIQEKFAgJGmJNpAM09A77NJcqmMa7n4R6pKbGNCUxCCdiySAMWcsFgKBPFhHgKwfC+HFGzSvalq3br3cN1Ys57p4S00zCYjOPG/4NJI8QbIInAtVmkahtDVOMyaYaJbeXHREWi30Z5zpMwHRHhyQWGIMXfis8TeGK4mVorxkg7/TdZisK50JhMJwTkKVpKYTAnYT8hNTlARz3gI4nQdC25znJSr4sVpubOLI0bIZh56olOkIvv5+6deUxBLFARjJQ5KJEpDYTNIlJDY3lIIbDjSFG4JDJaDmmQ2mRjOUGcqTxGebMKjRJlqyBoGmULCZYUt6uFoQzm4xM5ZVHXgkZkYOk2XbsH/q/fIqxTjK8Uhq/N47iSvH7SQEutLfdT2/mjFvJDJzK2Qfw/87wx99EudhutvCMWI9ktMTc7Q0tSGGGGGLBBAgggghBBAgiRPeOCEQlAQwBRHABAe/T6gkpMUUf0HC53WXJSOTLuviqF0sTTV7C5ZSc2TE3UyFk4mdUXwYNVKi6XioxPQFgGY50ocu8XcYYVYri8AszK5ypWLXVdBLByZVo4tDFxSyNSmsVUSiZjKViqUhCa4UUEQbkoWsPeN5ChlA48MQPtoxIl9fcgLhbTgqouIiFqgtiiLZwxK4wqUQFK7VApmRcwcSDg9At6WqbNSZ48kTOUDDe13oMX46cl7fRe/EMqt5mWoUYIMDcfM+L9NAfPMUvKmzaYPMuSBGdIblwXFlxQDOPj9Bq5HXp7Sq7jIcrIy3bmJv1zv2oKu9gzMGK6vX1p8YvqD8T8S9EktOkrVmpNXRmyLcOgNSSduKJBIFJWCsR9lkZRsoijdtsLJzOF0NXIU3er4d0beCbd+JERjvxYtdG1mMUyTfSa42MYnApoSZpsUEnVDfIji0tDJad7pbO93ktjqVfdmYNhWfFNrgkQWrsKjClxiQfRgSTiTOIIgUPENjVEqrb4CVhLz0OtludNRU3EXygUmuDKsOmUmVFkVSv4UYMgrVKsviTuJz3c8mqU4BWusKthZMeZTaBZebvKyrBUDC/mre9o5hMVqSVirDELKZFgF1wFcxNm9Us91AeeBphqCTS8CaMuzQQrSEMiclMjxnG4eHXCs0l06hCojCQDAZiwvgennPx6uDfQB1XqZ2ANQiJRE5yPi+TkvI0Xrbm/r7bve8RqHNWdgxK0oCsc/KdDpSikoMjYL4MqlU1BAFBgGoEUsCYBxABRGfIvImqEpF/JlZpHZyQw6MoHoTwVpr66qTUsctYxUTUQGkuktiBMFAX0BAmmdJqA35oEGQPqbGY4Wksbduxi3zqO+F5Bj4NqsFjXHLgK5VN30XVVKtRVgWJAqUth2VihVzdUm66zRSSwr/tt1pMxkcIndwKyueKXWQiwM6RrFNKfMipeLUpmZR1EroiZF+yaB0mgjllBMDZsFBo0J2rG4wCpx6quLx6gV0o/Gbk2oFqzNdmpMFryKgbFKuhWLILygJAbyUrYJQHAsLeopUeS0C0MXkU1OwloXqXnHQQwMQBef2SziHIUcQwgQrAvQWsYR2i7soKngpaZ9s9E9Fw6kATBhSXaqJQENcYSFZKrYS4FPQDNZSB8jIWkCZn/dQtwyAbgGBawKCdcObYA/Kw7T5h4eXtrZHyCZEyImoYGA+gchfx5w7QUjkGr2ciMsu36t66cuNDbNXNLKEZDLaKtn2rS44GTW5x4C1lCIUNaURRUdZmIO3FjhSUVlNqiINAs48GllBgsvGLBULZkOQgINayUMCLvWbCV1LkhXknWXpu0wFCW2DRqDbGffpW0xhArGKL3hHiu4SeyzrCuyGrBJsEszU1JZ6uBk1MGUTbvKaEExY8RFpyRYqNcVVXcPALBrbWoLBozmilgYAqV5a1NCdCCKoAxOQp+2wzE23ey6CjCSo1cKIcy5MZJqCFdvzHOegbaDecvoCli7luWLaJBGzNc0dEoZrFZNO0MJJQ07SqFPd5sstB28amZxVmVEi6vbxlxq03VtRriKNXozM2600CxnQqWGGwbNaAosG1ixKyMMbNSsyMBs2Ram2mq13T13WqSz8ZDUuch8jzkRFT7+sLWvGLr9g+xr779Bj8DjkldEglSOCCCAwUXmLmU4t/LoxEdkkjUtK/nMZRzlN+y1yk64x6Fd04pxra6Y1IWqEcSgyes7q7kRUPDxMIAwYSlYoAAAAAAAAAABYAA0AAjFiyYUNAgAQQQQQREoNUtJqUAmma15Sn1oiIiNapaNa0NbDDC7KsRRU1uxRF7lly50m2226qsEq5VSbbbuySlz6unOIjBllKk0WsWbDI2mcVaLSlNLcbnbTwprTExjNVWGsbaAq+zq4OMduxixApCVpfulu82dO26sdkJccwUWDjcq0VMGMg5kNA0TTVYt2Ue8HNjUthdRwklnaWvsH5m+xwfgC2ZXhQBfGFODpRx2QDyDCMcplcpiUTqqrjFVLD0pcBfGaBYcOaQZXr7nwpUagz0wzsgbzIYzBLfNKYTlm18VWWsy2CfCpcIks9wIsWjGxoY9SZoWahWKMSuVZYZMuV5Al+YqEglileUEGJDacedzbXsMIiZ1ilidt9bqE1KDsUxWAgfkN7WE0IhQivee72eap/N9n85Oci/pgmovHy4UxcnAt3HLkay0+HpJGkr6EjEjab1SRp16pKVi29pqlDJJbgd7hg2riq1hKsqxG6VVKWXFawbCnab9obJrpGKaoEedghRxUBhxKAwkGgCpoDP0TU1Ju/przJ/mGsx6/ZXZ33e/4WOe+Kxws+Xz+k+p+qld9/xQfn9fyh/v+c0TONECPxWkA2AbgAgzCMIGgVgGAYSCQUgGYFrwD0KH+25EByhE/6Kco0TqHLmitroDOODwPSm8BKIPvR+wZIGwaYNg0wbBi+5EBswdCCBSGgG0kNtoH0cCOaaDyzQrBpbb1f/xdyRThQkE4tn3EA==",
"user_name": "Write/Write/WriteImpl/FinalizeWrite/FinalizeWrite"
}
}
],
"type": "JOB_TYPE_BATCH"
}
apache_beam.runners.dataflow.internal.apiclient: INFO: Create job: <Job
createTime: '2020-08-26T06:46:33.644315Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2020-08-25_23_46_31-13003599906346747561'
location: 'us-central1'
name: 'performance-tests-wordcount-python37-batch-1gb0826050300'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2020-08-26T06:46:33.644315Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
apache_beam.runners.dataflow.internal.apiclient: INFO: Created job with id: [2020-08-25_23_46_31-13003599906346747561]
apache_beam.runners.dataflow.internal.apiclient: INFO: Submitted job: 2020-08-25_23_46_31-13003599906346747561
apache_beam.runners.dataflow.internal.apiclient: INFO: To access the Dataflow monitoring console, please navigate to https://console.cloud.google.com/dataflow/jobs/us-central1/2020-08-25_23_46_31-13003599906346747561?project=apache-beam-testing
apache_beam.runners.dataflow.dataflow_runner: INFO: Job 2020-08-25_23_46_31-13003599906346747561 is in state JOB_STATE_RUNNING
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:36.889Z: JOB_MESSAGE_BASIC: Worker configuration: n1-standard-1 in us-central1-f.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:37.713Z: JOB_MESSAGE_DETAILED: Expanding CoGroupByKey operations into optimizable parts.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:37.766Z: JOB_MESSAGE_DEBUG: Combiner lifting skipped for step Write/Write/WriteImpl/GroupByKey: GroupByKey not followed by a combiner.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:37.881Z: JOB_MESSAGE_DETAILED: Expanding GroupByKey operations into optimizable parts.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:37.911Z: JOB_MESSAGE_DETAILED: Lifting ValueCombiningMappingFns into MergeBucketsMappingFns
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:38.023Z: JOB_MESSAGE_DEBUG: Annotating graph with Autotuner information.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:38.057Z: JOB_MESSAGE_DETAILED: Fusing adjacent ParDo, Read, Write, and Flatten operations
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:38.079Z: JOB_MESSAGE_DETAILED: Fusing consumer Split into Read/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:38.114Z: JOB_MESSAGE_DETAILED: Fusing consumer PairWIthOne into Split
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:38.149Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/GroupByKey+GroupAndSum/Combine/Partial into PairWIthOne
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:38.184Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/GroupByKey/Reify into GroupAndSum/GroupByKey+GroupAndSum/Combine/Partial
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:38.217Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/GroupByKey/Write into GroupAndSum/GroupByKey/Reify
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:38.251Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/Combine into GroupAndSum/GroupByKey/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:38.285Z: JOB_MESSAGE_DETAILED: Fusing consumer GroupAndSum/Combine/Extract into GroupAndSum/Combine
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:38.319Z: JOB_MESSAGE_DETAILED: Fusing consumer Format into GroupAndSum/Combine/Extract
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:38.351Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/WindowInto(WindowIntoFn) into Format
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:38.388Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/WriteBundles/WriteBundles into Write/Write/WriteImpl/WindowInto(WindowIntoFn)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:38.421Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/Pair into Write/Write/WriteImpl/WriteBundles/WriteBundles
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:38.445Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/GroupByKey/Reify into Write/Write/WriteImpl/Pair
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:38.478Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/GroupByKey/Write into Write/Write/WriteImpl/GroupByKey/Reify
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:38.524Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/GroupByKey/GroupByWindow into Write/Write/WriteImpl/GroupByKey/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:38.559Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/Extract into Write/Write/WriteImpl/GroupByKey/GroupByWindow
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:38.591Z: JOB_MESSAGE_DETAILED: Fusing consumer Write/Write/WriteImpl/InitializeWrite into Write/Write/WriteImpl/DoOnce/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:38.633Z: JOB_MESSAGE_DEBUG: Workflow config is missing a default resource spec.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:38.666Z: JOB_MESSAGE_DEBUG: Adding StepResource setup and teardown to workflow graph.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:38.707Z: JOB_MESSAGE_DEBUG: Adding workflow start and stop steps.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:38.728Z: JOB_MESSAGE_DEBUG: Assigning stage ids.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:39.015Z: JOB_MESSAGE_DEBUG: Executing wait step start35
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:39.086Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/DoOnce/Read+Write/Write/WriteImpl/InitializeWrite
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:39.120Z: JOB_MESSAGE_DEBUG: Starting **** pool setup.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:39.121Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:39.157Z: JOB_MESSAGE_BASIC: Starting 10 ****s in us-central1-f...
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:39.157Z: JOB_MESSAGE_BASIC: Executing operation GroupAndSum/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:39.207Z: JOB_MESSAGE_BASIC: Finished operation GroupAndSum/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:39.207Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:39.276Z: JOB_MESSAGE_DEBUG: Value "GroupAndSum/GroupByKey/Session" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:39.310Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/GroupByKey/Session" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:46:39.341Z: JOB_MESSAGE_BASIC: Executing operation Read/Read+Split+PairWIthOne+GroupAndSum/GroupByKey+GroupAndSum/Combine/Partial+GroupAndSum/GroupByKey/Reify+GroupAndSum/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:47:07.926Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised the number of ****s to 9 based on the rate of progress in the currently running stage(s).
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:47:07.957Z: JOB_MESSAGE_DETAILED: Resized **** pool to 9, though goal was 10. This could be a quota issue.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:47:11.623Z: JOB_MESSAGE_WARNING: Your project already contains 100 Dataflow-created metric descriptors and Stackdriver will not create new Dataflow custom metrics for this job. Each unique user-defined metric name (independent of the DoFn in which it is defined) produces a new metric descriptor. To delete old / unused metric descriptors see https://developers.google.com/apis-explorer/#p/monitoring/v3/monitoring.projects.metricDescriptors.list and https://developers.google.com/apis-explorer/#p/monitoring/v3/monitoring.projects.metricDescriptors.delete
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:47:34.794Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised the number of ****s to 10 based on the rate of progress in the currently running stage(s).
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:48:46.343Z: JOB_MESSAGE_DETAILED: Workers have started successfully.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:48:46.364Z: JOB_MESSAGE_DETAILED: Workers have started successfully.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:54:19.265Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/DoOnce/Read+Write/Write/WriteImpl/InitializeWrite
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:54:19.307Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/DoOnce/Read.out" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:54:19.330Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/InitializeWrite.out" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:54:19.379Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/WriteBundles/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:54:19.398Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:54:19.422Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:54:19.438Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/WriteBundles/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:54:19.446Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:54:19.472Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(InitializeWrite.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:54:19.506Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(InitializeWrite.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:54:19.526Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/WriteBundles/_UnpickledSideInput(InitializeWrite.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:54:19.637Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(InitializeWrite.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:54:22.333Z: JOB_MESSAGE_BASIC: Finished operation Read/Read+Split+PairWIthOne+GroupAndSum/GroupByKey+GroupAndSum/Combine/Partial+GroupAndSum/GroupByKey/Reify+GroupAndSum/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:54:22.379Z: JOB_MESSAGE_BASIC: Executing operation GroupAndSum/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:54:22.417Z: JOB_MESSAGE_BASIC: Finished operation GroupAndSum/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:54:22.460Z: JOB_MESSAGE_BASIC: Executing operation GroupAndSum/GroupByKey/Read+GroupAndSum/Combine+GroupAndSum/Combine/Extract+Format+Write/Write/WriteImpl/WindowInto(WindowIntoFn)+Write/Write/WriteImpl/WriteBundles/WriteBundles+Write/Write/WriteImpl/Pair+Write/Write/WriteImpl/GroupByKey/Reify+Write/Write/WriteImpl/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:57:00.604Z: JOB_MESSAGE_BASIC: Finished operation GroupAndSum/GroupByKey/Read+GroupAndSum/Combine+GroupAndSum/Combine/Extract+Format+Write/Write/WriteImpl/WindowInto(WindowIntoFn)+Write/Write/WriteImpl/WriteBundles/WriteBundles+Write/Write/WriteImpl/Pair+Write/Write/WriteImpl/GroupByKey/Reify+Write/Write/WriteImpl/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:57:00.682Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:57:00.733Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:57:00.802Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/GroupByKey/Read+Write/Write/WriteImpl/GroupByKey/GroupByWindow+Write/Write/WriteImpl/Extract
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:57:03.239Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/GroupByKey/Read+Write/Write/WriteImpl/GroupByKey/GroupByWindow+Write/Write/WriteImpl/Extract
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:57:03.305Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/Extract.out" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:57:03.371Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(Extract.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:57:03.407Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(Extract.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:57:03.452Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(Extract.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:57:03.457Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(Extract.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:57:03.520Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(Extract.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:57:03.552Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/PreFinalize/_UnpickledSideInput(Extract.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:57:03.621Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/PreFinalize/PreFinalize
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:57:06.199Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/PreFinalize/PreFinalize
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:57:06.258Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/PreFinalize.out" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:57:06.320Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(PreFinalize.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:57:06.374Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(PreFinalize.out.0)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:57:06.446Z: JOB_MESSAGE_DEBUG: Value "Write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(PreFinalize.out.0).output" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:57:06.518Z: JOB_MESSAGE_BASIC: Executing operation Write/Write/WriteImpl/FinalizeWrite/FinalizeWrite
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:57:10.247Z: JOB_MESSAGE_BASIC: Finished operation Write/Write/WriteImpl/FinalizeWrite/FinalizeWrite
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:57:10.328Z: JOB_MESSAGE_DEBUG: Executing success step success33
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:57:10.433Z: JOB_MESSAGE_DETAILED: Cleaning up.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:57:10.544Z: JOB_MESSAGE_DEBUG: Starting **** pool teardown.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:57:10.581Z: JOB_MESSAGE_BASIC: Stopping **** pool...
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:58:08.483Z: JOB_MESSAGE_DETAILED: Autoscaling: Resized **** pool from 10 to 0.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:58:08.529Z: JOB_MESSAGE_BASIC: Worker pool stopped.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-26T06:58:08.561Z: JOB_MESSAGE_DEBUG: Tearing down pending resources...
apache_beam.runners.dataflow.dataflow_runner: INFO: Job 2020-08-25_23_46_31-13003599906346747561 is in state JOB_STATE_DONE
apache_beam.io.filesystem: DEBUG: Listing files in 'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results'
apache_beam.io.filesystem: DEBUG: translate_pattern: 'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results*-of-*' -> 'gs://temp\\-storage\\-for\\-end\\-to\\-end\\-tests/py\\-it\\-cloud/output/1598424389157/results[^/\\\\]*\\-of\\-[^/\\\\]*'
apache_beam.io.gcp.gcsio: INFO: Starting the size estimation of the input
apache_beam.io.gcp.gcsio: INFO: Finished listing 30 files in 0.06753802299499512 seconds.
apache_beam.testing.pipeline_verifiers: INFO: Find 30 files in gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results*-of-*:
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00000-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00001-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00002-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00003-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00004-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00005-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00006-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00007-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00008-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00009-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00010-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00011-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00012-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00013-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00014-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00015-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00016-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00017-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00018-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00019-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00020-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00021-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00022-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00023-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00024-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00025-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00026-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00027-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00028-of-00030
gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results-00029-of-00030
apache_beam.testing.pipeline_verifiers: INFO: Read from given path gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results*-of-*, 26186927 lines, checksum: ea0ca2e5ee4ea5f218790f28d0b9fe7d09d8d710.
google.auth._default: DEBUG: Checking None for explicit credentials as part of auth process...
google.auth._default: DEBUG: Checking Cloud SDK credentials as part of auth process...
google.auth._default: DEBUG: Cloud SDK credentials not found on disk; not using them
google.auth._default: DEBUG: Checking for App Engine runtime as part of auth process...
google.auth._default: DEBUG: No App Engine library was found so cannot authentication via App Engine Identity Credentials.
google.auth.transport._http_client: DEBUG: Making request: GET http://169.254.169.254
google.auth.transport._http_client: DEBUG: Making request: GET http://metadata.google.internal/computeMetadata/v1/project/project-id
urllib3.util.retry: DEBUG: Converted retries value: 3 -> Retry(total=3, connect=None, read=None, redirect=None, status=None)
google.auth.transport.requests: DEBUG: Making request: GET http://metadata.google.internal/computeMetadata/v1/instance/service-accounts/default/?recursive=true
urllib3.connectionpool: DEBUG: Starting new HTTP connection (1): metadata.google.internal:80
urllib3.connectionpool: DEBUG: http://metadata.google.internal:80 "GET /computeMetadata/v1/instance/service-accounts/default/?recursive=true HTTP/1.1" 200 144
google.auth.transport.requests: DEBUG: Making request: GET http://metadata.google.internal/computeMetadata/v1/instance/service-accounts/844138762903-compute@developer.gserviceaccount.com/token
urllib3.connectionpool: DEBUG: http://metadata.google.internal:80 "GET /computeMetadata/v1/instance/service-accounts/844138762903-compute@developer.gserviceaccount.com/token HTTP/1.1" 200 221
urllib3.connectionpool: DEBUG: Starting new HTTPS connection (1): bigquery.googleapis.com:443
urllib3.connectionpool: DEBUG: https://bigquery.googleapis.com:443 "GET /bigquery/v2/projects/apache-beam-testing/datasets/beam_performance HTTP/1.1" 200 None
urllib3.connectionpool: DEBUG: https://bigquery.googleapis.com:443 "GET /bigquery/v2/projects/apache-beam-testing/datasets/beam_performance/tables/wordcount_py37_pkb_results HTTP/1.1" 200 None
apache_beam.testing.load_tests.load_test_metrics_utils: INFO: Load test results for test: d598f2c371294559b75c5d0507b5d8bf and timestamp: 1598425192.6082213:
apache_beam.testing.load_tests.load_test_metrics_utils: INFO: Metric: runtime Value: 803
urllib3.connectionpool: DEBUG: https://bigquery.googleapis.com:443 "POST /bigquery/v2/projects/apache-beam-testing/datasets/beam_performance/tables/wordcount_py37_pkb_results/insertAll HTTP/1.1" 200 None
apache_beam.testing.load_tests.load_test_metrics_utils: ERROR: no such field.
apache_beam.io.filesystem: DEBUG: Listing files in 'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results'
apache_beam.io.filesystem: DEBUG: translate_pattern: 'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1598424389157/results*' -> 'gs://temp\\-storage\\-for\\-end\\-to\\-end\\-tests/py\\-it\\-cloud/output/1598424389157/results[^/\\\\]*'
apache_beam.io.gcp.gcsio: INFO: Starting the size estimation of the input
apache_beam.io.gcp.gcsio: INFO: Finished listing 30 files in 0.06436467170715332 seconds.
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
XML: nosetests-runPerformanceTest-df-py37.xml
----------------------------------------------------------------------
XML: <https://ci-beam.apache.org/job/beam_PerformanceTests_WordCountIT_Py37/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 1 test in 804.067s
FAILED (errors=1)
> Task :sdks:python:test-suites:dataflow:py37:runPerformanceTest FAILED
:sdks:python:test-suites:dataflow:py37:runPerformanceTest (Thread[Execution **** for ':',5,main]) completed. Took 13 mins 26.935 secs.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py37:runPerformanceTest'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 14m 35s
5 actionable tasks: 5 executed
Publishing build scan...
https://gradle.com/s/b23qz45mtajgk
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org