You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/11/27 07:11:57 UTC
Build failed in Jenkins: beam_PostCommit_Python38 #576
See <https://ci-beam.apache.org/job/beam_PostCommit_Python38/576/display/redirect>
Changes:
------------------------------------------
[...truncated 36.85 MB...]
},
"serialized_fn": "QlpoOTFBWSZTWSK1GdQAAQz/4HX/cAtAYSAABem0gr/n36NhxA4AMAF6EVDSTGqejUeiabISDahoZPQmgA9TygNDmEwCYATCYTTAAAJk00DDEmkaRpqbSGhggAAAaZD0gbUZHL2/rCx9TkE650R5w06LG06GRSHq0rHxber2yUY6ANu3x5lAX77IekZy4sYKHS/Y1ZzT/CkqE0gJTuuIFiMXk3XbbsSZOG+SAkC6rhRYkFowrXcRLbPenDAzMlt74qQFsmz7gSJ7uMEunW+pLFsXqopliCFDEEhLGCuYY00k9hZvCgBumsE05UNAcJ8qBLeEPR0KqF0+ZQdsdDkidVBSLjiikzg5gt2Iz0OMJlO8xFPuzqcp0V8NxiLU4ruN2TYAlVItHTLIBKVF4HxIruYIsYVCdG+4sgBXdmhMJkFJXmE2/npM5qNFFbxg3Fv0wjfERQXQh35J3ExUXPaiQRksPzrQOeT9wS9gg3VYGvQ7MkWqiKHFGBWBwP5IQIP0ilqRGBmGVAn8tHghdzVVx12hSme21DDRF4XLGLFWQZNDUmY046zncbhlm3JVG5COH+LuSKcKEgRWozqA",
"user_name": "read from datastore/Read"
}
},
{
"kind": "ParallelDo",
"name": "s9",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "<lambda>"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYJmaxgABPZKJBYnJGanxSamJuXrJ+SmpRcVQakqPsFticUlAUWZuZklmWWqxM0h4yuQpmo1Taqf08MenJebkJCUmZ8eD1U/JYOjhDshMzs5JRVGYVJykBwDOUCqY",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYJmaxgABPZKJBYnJGanxSamJuXrJ+SmpRcVQakqPsFticUlAUWZuZklmWWqxM0h4yuQpmo1Taqf08MenJebkJCUmZ8eD1U/JYOjhDshMzs5JRVGYVJykBwDOUCqY",
"component_encodings": [],
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
},
{
"@type": "FastPrimitivesCoder$eNprYJmaxgABPZKJBYnJGanxSamJuXrJ+SmpRcVQakqPsFticUlAUWZuZklmWWqxM0h4yuQpmo1Taqf08MenJebkJCUmZ8eD1U/JYOjhDshMzs5JRVGYVJykBwDOUCqY",
"component_encodings": [],
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "To Keys.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s8"
},
"serialized_fn": "QlpoOTFBWSZTWd3NECAAAhr/4P3/fAtIY6jFLevcgr//3+ZrxE4CAARAAtkYbbQ2YJU0TQgCeghtJk009RkNA0YmgAaNNGJkAAlTQAhMKaYCh6nlGnoho9QAYIAANqAPUCU0ihGTEGmTQAaZGgaBoBoAA0DQGmhzTEZGTTJoBkNGQyZAAADI0yNAwhkRTVwtW3+X5TcK/1JY5rkIEtO1659wa+lsOJMw6YHTBJTggSRTulFNiZr1kN5nerfu/nb8CDskO8rGMGPPPfb40dEMReHHFZyOQXiCficIqu8O5i1mY9OhmWrJXKV0WMYJVSWw6ReBSQ52NVgxhNYpSo0iKhh0LcS38kpVYfNJKKPKDYuXeSjP6rF16NAhIrSmGW/ZdcQaINYSV0fLcKOph17shRCmg3g9fHy8vMz0D7pyC4KVMHDXc401XZ3ATF9t3Tz0FLlRksBbJZ+MarYYNECOSMhJpJadFKiYSdQyopLBffOhgv9cDCNEU8uFCKY9PFL3NaqiPnB/g6r8diEVvGjRh9ptZVYxL5g7yWvwgw15Mt5TfVkC+J2w1mw7OmvLSXl4u1MChNJ5lBj04zwcjVRGlcEpVkXv1AerqyQ05rVapFLgEIBt54OOoFAdINpMaR9HXMK7MZok1Fsh9JNeiLHiuZFHYUlbzg3RxMe5LAm5RIeQNgeg44SHYlAoCBWB00aiga88mWZpUzSAgg5BpmBLdJUDcHOR8lWYJl7KXwPypYlZQsMRihDhryZzSPyuDVLLWIosUj6SB924hBVt0WEYIJWVLvrUw1HBLe3BwbB5vjSgpELQXUXZXTattyFl4tdCLS+QKAeg0Qxg7kxUOoSiYLg9VfIusgDzNmGoqXYwlsmUjK2nHryScuZs1SbCk98naY0vurdKAsua0lQlMKopcHrVKLGNNpsRjFM6dB7q4mONElcCYkph5V/BIhPecooFkPFQRIQWkbKZj4/vxrrsKhWr0vTG00R2S2qRjFLWJTT/JFTOFgM0otW0lBbqxxDalumclRq37qiuBOvReXZQuEHJrr7MabnzNy8LO4jZPki02/P/f8XckU4UJDdzRAgA",
"user_name": "To Keys"
}
},
{
"kind": "ParallelDo",
"name": "s10",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "_DatastoreDeleteFn",
"type": "STRING",
"value": "apache_beam.io.gcp.datastore.v1new.datastoreio._DatastoreDeleteFn"
},
{
"key": "mutation",
"namespace": "apache_beam.io.gcp.datastore.v1new.datastoreio._DatastoreDeleteFn",
"type": "STRING",
"value": "Delete"
},
{
"key": "project",
"namespace": "apache_beam.io.gcp.datastore.v1new.datastoreio._DatastoreDeleteFn",
"type": "STRING",
"value": "apache-beam-testing"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYJmaxgABPZKJBYnJGanxSamJuXrJ+SmpRcVQakqPsFticUlAUWZuZklmWWqxM0h4yuQpmo1Taqf08MenJebkJCUmZ8eD1U/JYOjhDshMzs5JRVGYVJykBwDOUCqY",
"component_encodings": [
{
"@type": "FastPrimitivesCoder$eNprYJmaxgABPZKJBYnJGanxSamJuXrJ+SmpRcVQakqPsFticUlAUWZuZklmWWqxM0h4yuQpmo1Taqf08MenJebkJCUmZ8eD1U/JYOjhDshMzs5JRVGYVJykBwDOUCqY",
"component_encodings": [],
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
},
{
"@type": "FastPrimitivesCoder$eNprYJmaxgABPZKJBYnJGanxSamJuXrJ+SmpRcVQakqPsFticUlAUWZuZklmWWqxM0h4yuQpmo1Taqf08MenJebkJCUmZ8eD1U/JYOjhDshMzs5JRVGYVJykBwDOUCqY",
"component_encodings": [],
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "delete entities/Write Batch to Datastore.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s9"
},
"serialized_fn": "QlpoOTFBWSZTWZhNY5sACpd/////////////////////////////////////////////4AxD7j7E8+d9OYwNp73go+zNA3ffXeH06+97x9QstQ8KmiaYIJ6p6GlPyU8TTTTCngU9RtpTwp6no1PI1PU/U1NAZGI9TTT0Ro9I9R+hTyTaMoaaBp+pPImaZI9Q9NE81NT000zU9BMKPNE2JkU2amJtKeAKbaTNKemoVT01MEGqbRppkKeUeao9TbQUyeap6nlPU/UxPVPCamNQep6eqeKafqnlPU9TwxTCGBT0mwmU/U9Kem1J6aeqfpGp+lD9TTJlMJsp6TNMUbKPKNPU2mp6noj0jZR7U9R6pp6IPRPUIpkgmo9NGp6nianqemkfpGk8Cah6mnpPTU2mmTSMj0majT1NMTI00aAAaNAA0AAAAAA0AABoAAA0NDQ0aNHqGTTNTEZBEBAJiRpqaek9T1NGg9Q0AGgGQNBoNGg0DQAaepoNAAAABoANAANHpGg0NDQAAA0ANA0NNAAAAIhpGlT9U9oU9RoAaaADQaB6nojQNDagA9T1BoGh6gAAZHqBskAAGh6jQGQNGgANADQNGQ0A9QNBo0GmhoAAMUImRMTTRk0jTU2p6ntQmwplNtNTE2imntUfop5T2lMnmknknplHtJtU08mKDNopp5TaaajDSHqMaanlPU/QoejU/SQPSN6mamp6ZQPQj9KA8UzSep4p6ahtMEajw88UBARAhAb/djOVH/dmfwDLzm3tzZLMsu66s/+WL0re0uMlv7Rbgsom1v0Tv+WjK9wrVzpb6/zTc396bItne68Jo2OooAppZnmTFvwIRaTcwde8wJpDksW37XuFMCHTB1dI/Z3js93F2kh3bNeGzv/sE+xmI2GPPOkYVAv17s9gdjc/Fwmi4nG1rFMejJJ/+3W0vF6ONp6PKRqjq0cibjfYyT21AAJMlEgEnt7atsqmzxYtf77HmdE8CRteV6cpCzXsWzpNcmbWCdU0r8UV3qlJRtg8U2umrpeYuiVkoauVjuptsiUS7tjuEY/OYszk7Bv9gfen2XTHnqJqKuLspq/mHNR+MKKrHe1TgrCR/9eSRldCjaG2VfCrX6WlJsZlBU1tjrKyNYOEeNt6NHW4PHH4CDWCJh5CafnB2Bw82vafxuWNLy7KDsiBxmNfFrMnP1P7DzBcpdoyFk5ws5FQWCVJuKIYEPFk2Hs2InrCKdaTKtPi0g2lZvXcjScyRV2kXwcNXUPuY4AgiFEjfokHpoEg3H0fMiOAAwqJIPsIkz0TkUSeqiADH4kbCcGjI53N3uh+Jh//edHndgvqqCgYEbjc+Hzoa3jzr/BFi2n72DKIbL1djHzkL4ajO4bYLn2+NEA+lFoCWKcI9cYgLoqaO1jlBFACzbJQB0iVR5DOtWo2Zmdq6CekOXunvPM0Ip5BAapr00joMidMbkpB/uKcanLoC4aXRpgD++rlZmHm0PxUm9Wq+YoB6cKLxpbR889z1BXMT0Fibj+gW9gHDH89iLMmxhbwY6GFkzvTqGZCEIM621GsqDOh4raWJyOtEGGfxPqvNgXm4d7uKgk8sSsEz5HqRn9npWrweNPYENwWCrntCQlWlZnNtLflgOwtP4GMZfQ/HsxCgS0O/hClTT7Z68+nFDKH87WIQcemabwh5OTuRXwHwlcpfvy/ojnKO4cv5X+AIQfLm9I9l4JsFtSiFHhdY5kjmPPe04VDpdSJAEuUh6/KiCTic6/B6Gz+44ZvAePL4GW9bsfU7fpbC3AAJMdA0gCn/ldFHBF4REfzFWZx5AzBkjCAA0seSM9OXOMVdhD+PnKiE2PQpQUvSCviD38txppEzu39X5kxtErbka231OkgxWfz24cPvHpbrFyBVgtAYHgcAJALUAgikHSQWz4opvj5luv32uy7p1JSbbf9c/oLjfte/Jdg+pwOFIHi9CYEc4HRs8eLUJWbHw2Kv9yYCzZ46Bz37sovPxg3Ojm1p06ENWFThDaA+PaY0EkuYBJBluh/tmWlj5ZIHmvIN4t3kk7WoJALMqNqL+Z9R7NKhVeOeu8N+zTa8zxJaz+lEjrOamiHM/mTKAFAniVhyq7q/Da8qqU6DHoHxO3IN9MrgbXfDySeNR7EYUeGSOSIrZGwS/GHi5vUPxe9W7kvG3djYMEfPPO7rojJd8y/R84QksQleE9buRwR8AKiVhBr32XeldG1K+ybOsjRAT1O1QrkMyEbKbP6BDjBTTpKGfHkb8WC3ApHHF52e7Kbh5TF5SIf/6809B7jynAdRD4154Gvd3yNWuwQ+ch+vLV3eOzKAl9kwa/IM56MHN0+ldrViLxhpr8JtNdPCOjiZ0tvI95gw63eyZbrGKKr5NVejbqTesMnosIqdTVND/dMqOEynqa9oAyyFNumYLhMNEr1GtvmE0KHZ3T7fRT0mBzqlGqXa+No85Y7d8YtAbziMxq8RDHrd3fQbmlK1zP3L9C9NZz3WE+gutydRQuF+5bCI+v27RCrOzyrQPJ75h9dDgLlynmh5WC3qmLerXAAElAAEmZ1Pkmluuo04zv8c3H+D0ZOKWHHYCsOvjJ2F/xEqNd/A+GIQt0HvbfnDziqLBU2RZBoKIFuMMu/am0XCTAR0Gw7p6g/rhFqH74nNF9CEwdgLkxrKj4n3npl8BkUu26+XEXTyC1CATsgcrq2FUdkbivVx1r9FOQoUiWkKISO4G0py3Epgwpcc5N2UmjobMf0oMoixsD3tpuFs60g4tkG90f7v9LSjdt3t5JYJHYQDdLY0X19nibvmWyCM07aj5GqA+73wi3doQKfdBtHEVxaO1K9dzGs3cIonE+cWD60gghAIQgEJm201izeGjq9WlRsv2GMj7pUY/gxDuKfhCFkYLNISyfAktXwVImFI0C7yOLKBkJmYZZShAUYKunnU1WyTQOFqYC373c4iRgMlPwW8dq7G95zeS9Z7On1U8gC0q8RrPdqAAMEBiagUQ8dG6290aC+2t1odvcMbjG14o5JADAeEAgUwy5ztOyiCT03fjAc3G5uxwd7usDY+fQEncvDHrIuMXwHAYdHK4Gi+H19fBb6ZyfYxKEyazBSy0gCjeModYH6gFsJDl79kNU8Gx99ZQSOTTl8K8glKjZQg5G7YBSKTQUmQa0ARfZ9mVvbXUS67tq0HdXzK8iXqJziPLG5BJBKYhCgUUj1AAAEd1UYPjverU6cwDZIy6oAYTF/XZUQBxR58UDwbt+PUvPSSmRY5eYG1omCUIk5QjYCAFJwqhFBnzNpwWS48IoVQO0EYX5sQDJzBI9pCJJBojMzVMBw4fR86KMHsLIDQjFBjAgMqKoNFyJQebg95hBmLXW4EACdS4M+IJr3aW2/dUgVaBhq2ATxGViIgjxlOoASMxYlgy0yNeGWUISEoEFwAb0bJITcejQE0mLYlF5lqndxFNmpehCX59AWm564mIzJ2VGhoyjkoOXQxDCtNS1ZQDkGzjlTGImUYyBKQy7puqAADn44wypj1gawUZ2AiibwU6KDYRAUBW3rCLFtYnxTnJd4mGgueyZSGUUA8qeyBYQ1OKcaEMLH1oeLkdtN8UwKNoQuc4gbHp1uCGFmRhhe0MLGsDKwABKqkF4NQOXGqm5ePGAz3zbU4EUokJ69a9EYopKIWgdjJykoUgESqWRVgABOglCOpyAhIS0GQTMkgR73xuf6sUcOd/GG88l96uoZJlM98QZyAmBoYIHwD3DWhGJhsR18Ii2xEYRBDoop0Fr6WufFCiErC+9ul66hqIGGxaPTyfEmuv/dTYwnzyxtFJRLxACDR/illRkHr/RLs3SJbnxIa82QzPQ3ee4rdJDDFKwIjCWQAwtYEkg4LV0ZeGozD0ELHkJ6Uoh4gBrnzGBFqx8UDgoiU0iATI8CG083M3F9GlUma8Pm5k9wjDLYpdynHyAu1qhMEmQIJopbnSvCnFob8GxJ/Y4Tk8rP+E/c3sYFuiw5oBR92cKKvFTvPugE8RW0CwSDBBVt0j/V+6xdKQxMpIjSZ150ELDQQCNL+lI4f8YOJA+nuklJnD3wL1eeMK+NDyEBua+4+EoygV13KHehlmrxiAEKBQe4hR1pCWEoO129yMj7fzxxxw63kyaLcP667/BRD/LvazB5G2ZsIjHjonD0nSY97ErW7ivajNAaNPs75OzEtidtD8OZyCbcwHtCBc8qOXST0RP/o2XvtSQCbK81TCYVHWxBrRTtum8giqvOdCgPAhQs438F2tzPcHLwBevx5qmPyJ0FxxvImUB9mRXSwrDreYJACvhULTHljXhGYAgCq5d6WVVkY82wvexKDwdEIRnDEBoN6N6MNOMSwwirDfzYBq0cZFYYuwYLHRZBziB1bPxm5hbuSzmXbBZoRUKD1mZq7Y5YpA167+wZbICTimbNzL2YwRdozArZVzDpvaYMRK8to28VnPQ81AbZAX68rG5lYBGyVNHZwUe5FKymUMGjnaB5/6eMon3jicV9ewcLX7rMlrGGwld60WSApUL+htULpEUKP8FHQ1ym7G1aLWJo2mGIGqYDPCD3Cg2luJbNxhnhHBRYghhACsU8KCERTzowBY1jlbGz9NvD8fV6bjV0iGoU/O5zTI59EdyhBVsSKQp32tGGaGNCKWNgcXnARLFhcmqnQciPPRtStLnazgLU+Vp+j09VaSGU3WRe8X9bfVV0TyE4oJMmH7BFGzIAf5TbCLHCAOh385LMHO8S9k3Ieeqhj76EempJPXbNYQ/AENtrGjDe9vrCDYggEmqJHpWyCRHhWkYaNZvd4647aK8FBWLlh+IBUl4mAF6YGJIup4ghSHekIDIxpJReB0hWcHFwqJr+6Fyx4rYbBDmGHGVYAyA3bhlMzVRdQ425myx2rUhCooEZGcoyTUJFw9atgDOIsIXLyZgKE0N1cNJXqWENKDDVPo66g5ZO8dzkn1Zo8nFldX60BZsKlOKt+zdkvf0LstaxibA+JzKTtSxzlprcb1EkbQ5g/D8Vokp7ZG4k9X4TmQrHBrYXWR9rO5ZG8u1NKbX4pDHWCgBv8PV8QcEBCyHj6fgh+WTzK8WWC3PnuyWcOPki7ptUGZXQJ8Gjl1RspCxkHCGs5RsF2XfmaQunqwZu2U5gkg8bHFU8UzamGB5MfwBgJ4uGLYwxBgQBDUNk3Cw654WruL8cOs0kyCeggRmyVZ9ejR83P5JsDDlnmZuUyDiuGhTuxJIV9xxsmmpIoL506g33TVEo2i/jOEwEBQOBbZlSYqOy+vKAUnq3Fuoqot6dGtklTGEp6p+pWA9+Sz3V84d25AIQuewN/Tm5GaGA9Yiw7OMomimRy4YMUIEnxpF1pB8y5uq6RH78f3JZenIcxBx82111dtBiAFaD9zcfqz0Wz1pwnxaLnG74yqErp+6KHke8UbvQqRkT/6vQzSvYC1gu5rGSS69c+XWp+n/Bm+SySMAMnYZXnXQ87dyAq9Mzv7KC6nEb4uuOmNtelaRsuS6az1BWAdyvGqouhjUwJia6/p58RM6tTqHGIWoRDQa51c7Lh33onrD5EZlTKoDftqYSFlTsqPVx2d1PNfMeQKvFeU4bdTGGg9YcKLAjBzPxLnf7fsc6gMexC+bBmOKEafAk2S7o4JStcOWca0OP5Y5if880FHw0E/ptS9sJxFSy03mTJWQH2j4XXtlifpA8wsuSRhKdcaY+cfSEQ8gFBXcL1RsBxgto/h6aabHBJE2owofXF4mictA2gSg10utZS4+qGDw92hEp/gPthamKLPZFDpt/77DXYuyDTcl1vcjuWgEGK463v6lIUDZLso5ujj+8vLlxqfgF8EysFw88YIdzDvumcneC+mVF9O+luh9SCWKp1bFN1NFd4usL5DElBObXeJAYh2uIlmVJlVqme6IZqNyKnKP8F7aaT5AyG7q73B2zA+2rHphZjPVoy/AuXX3BW+8CmauC38mm5V4Ac1ABBbOKXLOzR1UiLwrHzGEuUD7XxosNnLB4mZHLH6RLIJ9cm6mNPkGiwpJ5xCI52+iKktvWUAoEzV8ecECYrIHrwg7wdiBDetdvvJhrDyCgYyGhpIWZ1ucWh5FYnlTFKJRYOs3a8dHaru1En1qUwF4WPJbeUlRfRqnGmv3rS6ROTP3e2Lq/P4IssLqDJraKedKGXLCom381ggzZmZNz4hUellta34eKTZVJzvz4dstjpiOH8SxlMjsx10pxvI3pvoif+LuSKcKEhMJrHNg=",
"user_name": "delete entities/Write Batch to Datastore"
}
}
],
"type": "JOB_TYPE_BATCH"
}
apache_beam.runners.dataflow.internal.apiclient: INFO: Create job: <Job
createTime: '2020-11-27T06:39:04.791325Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2020-11-26_22_39_03-1412459021722605255'
location: 'us-central1'
name: 'beamapp-jenkins-1127061653-875389'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2020-11-27T06:39:04.791325Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
apache_beam.runners.dataflow.internal.apiclient: INFO: Created job with id: [2020-11-26_22_39_03-1412459021722605255]
apache_beam.runners.dataflow.internal.apiclient: INFO: Submitted job: 2020-11-26_22_39_03-1412459021722605255
apache_beam.runners.dataflow.internal.apiclient: INFO: To access the Dataflow monitoring console, please navigate to https://console.cloud.google.com/dataflow/jobs/us-central1/2020-11-26_22_39_03-1412459021722605255?project=apache-beam-testing
apache_beam.runners.dataflow.dataflow_runner: INFO: Job 2020-11-26_22_39_03-1412459021722605255 is in state JOB_STATE_RUNNING
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:03.335Z: JOB_MESSAGE_DETAILED: Autoscaling was automatically enabled for job 2020-11-26_22_39_03-1412459021722605255.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:03.335Z: JOB_MESSAGE_DETAILED: Autoscaling is enabled for job 2020-11-26_22_39_03-1412459021722605255. The number of workers will be between 1 and 1000.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:08.281Z: JOB_MESSAGE_BASIC: Worker configuration: n1-standard-1 in us-central1-f.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:09.905Z: JOB_MESSAGE_DETAILED: Expanding CoGroupByKey operations into optimizable parts.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:09.969Z: JOB_MESSAGE_DEBUG: Combiner lifting skipped for step read from datastore/Reshuffle/ReshufflePerKey/GroupByKey: GroupByKey not followed by a combiner.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:09.999Z: JOB_MESSAGE_DETAILED: Expanding GroupByKey operations into optimizable parts.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:10.029Z: JOB_MESSAGE_DETAILED: Lifting ValueCombiningMappingFns into MergeBucketsMappingFns
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:10.081Z: JOB_MESSAGE_DEBUG: Annotating graph with Autotuner information.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:10.112Z: JOB_MESSAGE_DETAILED: Fusing adjacent ParDo, Read, Write, and Flatten operations
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:10.139Z: JOB_MESSAGE_DETAILED: Fusing consumer read from datastore/SplitQuery into read from datastore/UserQuery/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:10.171Z: JOB_MESSAGE_DETAILED: Fusing consumer read from datastore/Reshuffle/AddRandomKeys into read from datastore/SplitQuery
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:10.191Z: JOB_MESSAGE_DETAILED: Fusing consumer read from datastore/Reshuffle/ReshufflePerKey/Map(reify_timestamps) into read from datastore/Reshuffle/AddRandomKeys
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:10.211Z: JOB_MESSAGE_DETAILED: Fusing consumer read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/Reify into read from datastore/Reshuffle/ReshufflePerKey/Map(reify_timestamps)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:10.237Z: JOB_MESSAGE_DETAILED: Fusing consumer read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/Write into read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/Reify
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:10.255Z: JOB_MESSAGE_DETAILED: Fusing consumer read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow into read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:10.281Z: JOB_MESSAGE_DETAILED: Fusing consumer read from datastore/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps) into read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:10.305Z: JOB_MESSAGE_DETAILED: Fusing consumer read from datastore/Reshuffle/RemoveRandomKeys into read from datastore/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:10.334Z: JOB_MESSAGE_DETAILED: Fusing consumer read from datastore/Read into read from datastore/Reshuffle/RemoveRandomKeys
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:10.356Z: JOB_MESSAGE_DETAILED: Fusing consumer To Keys into read from datastore/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:10.381Z: JOB_MESSAGE_DETAILED: Fusing consumer delete entities/Write Batch to Datastore into To Keys
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:10.406Z: JOB_MESSAGE_DEBUG: Workflow config is missing a default resource spec.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:10.433Z: JOB_MESSAGE_DEBUG: Adding StepResource setup and teardown to workflow graph.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:10.457Z: JOB_MESSAGE_DEBUG: Adding workflow start and stop steps.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:10.477Z: JOB_MESSAGE_DEBUG: Assigning stage ids.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:10.592Z: JOB_MESSAGE_DEBUG: Executing wait step start13
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:10.645Z: JOB_MESSAGE_BASIC: Executing operation read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:10.692Z: JOB_MESSAGE_DEBUG: Starting worker pool setup.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:10.713Z: JOB_MESSAGE_BASIC: Starting 1 workers in us-central1-f...
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:10.742Z: JOB_MESSAGE_BASIC: Finished operation read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:10.845Z: JOB_MESSAGE_DEBUG: Value "read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/Session" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:10.900Z: JOB_MESSAGE_BASIC: Executing operation read from datastore/UserQuery/Read+read from datastore/SplitQuery+read from datastore/Reshuffle/AddRandomKeys+read from datastore/Reshuffle/ReshufflePerKey/Map(reify_timestamps)+read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/Reify+read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:27.615Z: JOB_MESSAGE_BASIC: Your project already contains 100 Dataflow-created metric descriptors, so new user metrics of the form custom.googleapis.com/* will not be created. However, all user metrics are also available in the metric dataflow.googleapis.com/job/user_counter. If you rely on the custom metrics, you can delete old / unused metric descriptors. See https://developers.google.com/apis-explorer/#p/monitoring/v3/monitoring.projects.metricDescriptors.list and https://developers.google.com/apis-explorer/#p/monitoring/v3/monitoring.projects.metricDescriptors.delete
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:39:37.840Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised the number of workers to 1 based on the rate of progress in the currently running stage(s).
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:41:01.730Z: JOB_MESSAGE_DETAILED: Workers have started successfully.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:41:01.764Z: JOB_MESSAGE_DETAILED: Workers have started successfully.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:44:41.774Z: JOB_MESSAGE_BASIC: Finished operation read from datastore/UserQuery/Read+read from datastore/SplitQuery+read from datastore/Reshuffle/AddRandomKeys+read from datastore/Reshuffle/ReshufflePerKey/Map(reify_timestamps)+read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/Reify+read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:44:41.851Z: JOB_MESSAGE_BASIC: Executing operation read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:44:41.891Z: JOB_MESSAGE_BASIC: Finished operation read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:44:42.094Z: JOB_MESSAGE_BASIC: Executing operation read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/Read+read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow+read from datastore/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)+read from datastore/Reshuffle/RemoveRandomKeys+read from datastore/Read+To Keys+delete entities/Write Batch to Datastore
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:44:53.254Z: JOB_MESSAGE_BASIC: Finished operation read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/Read+read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow+read from datastore/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)+read from datastore/Reshuffle/RemoveRandomKeys+read from datastore/Read+To Keys+delete entities/Write Batch to Datastore
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:44:53.301Z: JOB_MESSAGE_DEBUG: Executing success step success11
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:44:53.355Z: JOB_MESSAGE_DETAILED: Cleaning up.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:44:53.386Z: JOB_MESSAGE_DEBUG: Starting worker pool teardown.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:44:53.410Z: JOB_MESSAGE_BASIC: Stopping worker pool...
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:45:41.992Z: JOB_MESSAGE_DETAILED: Autoscaling: Resized worker pool from 1 to 0.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:45:42.033Z: JOB_MESSAGE_BASIC: Worker pool stopped.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-11-27T06:45:42.051Z: JOB_MESSAGE_DEBUG: Tearing down pending resources...
apache_beam.runners.dataflow.dataflow_runner: INFO: Job 2020-11-26_22_39_03-1412459021722605255 is in state JOB_STATE_DONE
apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline: INFO: Querying for the entities to make sure there are none present.
root: DEBUG: Unhandled type_constraint: Union[]
root: DEBUG: Unhandled type_constraint: Union[]
root: DEBUG: Unhandled type_constraint: Union[]
root: DEBUG: Unhandled type_constraint: Union[]
apache_beam.runners.portability.stager: INFO: Executing command: ['<https://ci-beam.apache.org/job/beam_PostCommit_Python38/ws/src/build/gradleenv/-1734967051/bin/python',> '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', 'postcommit_requirements.txt', '--exists-action', 'i', '--no-binary', ':all:']
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
XML: nosetests-postCommitIT-df-py38.xml
----------------------------------------------------------------------
XML: <https://ci-beam.apache.org/job/beam_PostCommit_Python38/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 67 tests in 4110.978s
FAILED (SKIP=7, errors=1)
> Task :sdks:python:test-suites:dataflow:py38:postCommitIT FAILED
FAILURE: Build failed with an exception.
* Where:
Script '<https://ci-beam.apache.org/job/beam_PostCommit_Python38/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 118
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py38:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.7/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 1h 11m 27s
209 actionable tasks: 165 executed, 40 from cache, 4 up-to-date
Gradle was unable to watch the file system for changes. The inotify watches limit is too low.
Publishing build scan...
https://gradle.com/s/rxl3557uamdk2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Jenkins build is back to normal : beam_PostCommit_Python38 #577
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_Python38/577/display/redirect>
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org