You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/06/06 00:03:57 UTC
Build failed in Jenkins: beam_PostCommit_Python_VR_Spark #17
See <https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/17/display/redirect>
------------------------------------------
[...truncated 1018.92 KB...]
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_flattened_side_input_1559779402.12_ca22f922-5416-4b4c-9aed-8bd204f84023 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/08/temp_shuffle_5d8d240a-f3bf-48d8-8b02-b1d27f94bf25 (No such file or directory)
======================================================================
ERROR: test_gbk_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 242, in test_gbk_side_input
equal_to([(None, {'a': [1]})]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_gbk_side_input_1559779405.89_549cb735-ae9e-4afc-979b-f98379e96ab4 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/2c/shuffle_11_0_0.index.e4a0ebe2-9db9-423e-b741-240e02b777ef (No such file or directory)
======================================================================
ERROR: test_group_by_key (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 525, in test_group_by_key
assert_that(res, equal_to([('a', [1, 2]), ('b', [3])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_group_by_key_1559779407.73_9274447a-8185-4d00-bab1-d9714045a3ea failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/1e/temp_shuffle_72bc4b82-ddae-463f-8b58-c4bf58aaa453 (No such file or directory)
======================================================================
ERROR: test_large_elements (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 592, in test_large_elements
assert_that(gbk_res, equal_to(['a', 'b']), label='gbk')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_large_elements_1559779409.22_b06816eb-5347-4dc7-ad0c-c67fed70ddc4 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/00/temp_shuffle_4253fbc3-97fd-4326-ac27-57419f55f58d (No such file or directory)
======================================================================
ERROR: test_multimap_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 253, in test_multimap_side_input
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_multimap_side_input_1559779410.99_16647b9d-aa6f-412f-be90-39c6e6415b59 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/21/temp_shuffle_e8f25f9b-5013-46f9-8daf-319f03874346 (No such file or directory)
======================================================================
ERROR: test_multimap_side_input_type_coercion (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 266, in test_multimap_side_input_type_coercion
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_multimap_side_input_type_coercion_1559779412.54_956aa00b-03a4-4d9f-9d11-dba51d5e2d86 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/0e/shuffle_17_0_0.index.541ab760-012b-46fb-8847-d4ae4c06f2fd (No such file or directory)
======================================================================
ERROR: test_no_subtransform_composite (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 642, in test_no_subtransform_composite
assert_that((pcoll_a, pcoll_b) | First(), equal_to(['a']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_no_subtransform_composite_1559779414.01_e2c02c50-0eb7-4928-900d-0e0d31ed702d failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/33/shuffle_18_0_0.index.c7288566-5b2f-42f4-9cb2-3fa1773ca6ad (No such file or directory)
======================================================================
ERROR: test_pardo (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 103, in test_pardo
assert_that(res, equal_to(['aax', 'bcbcx']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_1559779416.26_c78fd324-15c4-4d91-a8fa-5fe1854c8891 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/36/shuffle_20_0_0.index.ee2969ef-d4fb-465e-9a74-46130a50694f (No such file or directory)
======================================================================
ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 175, in test_pardo_side_and_main_outputs
assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_side_and_main_outputs_1559779418.31_6676cd87-e2c9-41b2-90dc-3c076a3edae2 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/08/temp_shuffle_8f845023-58c8-43b6-b7b2-69b2b8788081 (No such file or directory)
======================================================================
ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 186, in test_pardo_side_inputs
('a', 'y'), ('b', 'y'), ('c', 'y')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_side_inputs_1559779420.69_94694df3-152f-43fe-9a6f-e813f79d5164 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/08/temp_shuffle_ac082b14-0a53-4589-b0ec-5df903d0c98d (No such file or directory)
======================================================================
ERROR: test_pardo_side_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 157, in test_pardo_side_outputs
assert_that(xy.y, equal_to(['y', 'xy']), label='y')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_side_outputs_1559779422.36_1c9fa471-fad2-44b2-a398-a13e045b60a6 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/2c/shuffle_26_0_0.data.1044c83d-19d8-4bb7-8361-112dee056528 (No such file or directory)
======================================================================
ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 276, in test_pardo_unfusable_side_inputs
equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_unfusable_side_inputs_1559779423.91_5bd6937c-6e53-4a9b-83e5-d279ad1570cc failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/0b/shuffle_27_0_0.data.739a3cde-1b10-497d-bf8b-dc96bba87c72 (No such file or directory)
======================================================================
ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 213, in test_pardo_windowed_side_inputs
label='windowed')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_windowed_side_inputs_1559779425.19_34d5b7fa-2f49-48f3-a5d0-d5dfa8f0194c failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/1e/temp_shuffle_e4b532b0-101d-44b8-a270-e126e1a6d18b (No such file or directory)
======================================================================
ERROR: test_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 561, in test_read
equal_to(['a', 'b', 'c']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_read_1559779426.49_68331665-4a04-43c4-b320-a4972bb4df24 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/01/temp_shuffle_717af993-ac62-444a-95ac-6a2081628e25 (No such file or directory)
======================================================================
ERROR: test_reshuffle (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 531, in test_reshuffle
equal_to([1, 2, 3]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_reshuffle_1559779428.76_5a94682f-c344-4828-928b-2d07341911be failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/2c/shuffle_33_0_0.index.8a60b72e-820e-44c4-a4cd-ba3d56093535 (No such file or directory)
======================================================================
ERROR: test_sdf_wrap_range_source (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 517, in test_sdf_wrap_range_source
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), [0, 1, 2, 3])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 503, in _run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_sdf_wrap_range_source_1559779430.55_b9e97461-7da5-49b6-b9b7-9a5c577a11a2 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/11/shuffle_34_0_0.data.e1e71498-5292-427c-940c-089f3888986f (No such file or directory)
======================================================================
ERROR: test_sdf_wrapper_overrides_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/build/gradleenv/1922375555/local/lib/python2.7/site-packages/mock-2.0.0-py2.7.egg/mock/mock.py",> line 1305, in patched
return func(*args, **keywargs)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 514, in test_sdf_wrapper_overrides_read
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), ['1'])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 503, in _run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_sdf_wrapper_overrides_read_1559779432.08_95cfa62b-47ec-43c8-af87-71fb01e94e8e failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/07/temp_shuffle_bc764dd7-a4d9-404d-9559-f318b321725e (No such file or directory)
======================================================================
ERROR: test_windowing (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 573, in test_windowing
assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_windowing_1559779433.37_06467118-17a6-4486-8529-fef9ae3ac17c failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/31/shuffle_38_0_0.index.d6e86b0b-68ed-4d8a-91a0-85abb554fce0 (No such file or directory)
----------------------------------------------------------------------
Ran 37 tests in 64.950s
FAILED (errors=19, skipped=13)
> Task :sdks:python:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/build.gradle'> line: 284
* What went wrong:
Execution failed for task ':sdks:python:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 3m 45s
60 actionable tasks: 47 executed, 13 from cache
Publishing build scan...
https://gradle.com/s/hywadsk4z5icc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Jenkins build is back to normal : beam_PostCommit_Python_VR_Spark
#20
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/20/display/redirect?page=changes>
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_Python_VR_Spark #19
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/19/display/redirect>
------------------------------------------
[...truncated 1.02 MB...]
----------------------------------------------------------------------
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/apache_beam/runners/portability/spark_runner_test.py",> line 144, in test_flattened_side_input
with_transcoding=False)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 234, in test_flattened_side_input
label='CheckFlattenOfSideInput')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_flattened_side_input_1559822601.53_718fe656-1f00-40d2-9ce3-35e4828ad05e failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-8bd92a66-e3ec-4c72-9ebc-d6d3ae597218/0e/temp_shuffle_77e7df4f-88b5-458c-b8a7-c7a55a2b7849 (No such file or directory)
======================================================================
ERROR: test_gbk_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 242, in test_gbk_side_input
equal_to([(None, {'a': [1]})]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_gbk_side_input_1559822605.38_3878d020-6355-4e49-9eba-ab42ef0c6a21 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-8bd92a66-e3ec-4c72-9ebc-d6d3ae597218/07/temp_shuffle_b9571789-3507-4ba4-981c-cea247ebd266 (No such file or directory)
======================================================================
ERROR: test_group_by_key (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 525, in test_group_by_key
assert_that(res, equal_to([('a', [1, 2]), ('b', [3])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_group_by_key_1559822607.23_d8eeadc8-756f-4642-ac63-755889e24bda failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-8bd92a66-e3ec-4c72-9ebc-d6d3ae597218/13/shuffle_14_0_0.data.9246d923-ff72-45ec-af9f-d5b2910456a5 (No such file or directory)
======================================================================
ERROR: test_large_elements (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 592, in test_large_elements
assert_that(gbk_res, equal_to(['a', 'b']), label='gbk')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_large_elements_1559822608.76_d372e82b-b5d7-4741-b49d-d9b3085f3028 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-8bd92a66-e3ec-4c72-9ebc-d6d3ae597218/10/shuffle_15_0_0.index.032d7b3e-701e-4648-8b6f-c3b21576314e (No such file or directory)
======================================================================
ERROR: test_multimap_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 253, in test_multimap_side_input
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_multimap_side_input_1559822610.33_9e360b25-3418-422e-9d54-79beb6d76bcb failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-8bd92a66-e3ec-4c72-9ebc-d6d3ae597218/0e/shuffle_17_0_0.index.9d71dad9-c239-4cf7-a580-d73a3110a9a8 (No such file or directory)
======================================================================
ERROR: test_multimap_side_input_type_coercion (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 266, in test_multimap_side_input_type_coercion
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_multimap_side_input_type_coercion_1559822616.82_0783bda0-cedf-445c-af06-92d445debb23 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-8bd92a66-e3ec-4c72-9ebc-d6d3ae597218/08/shuffle_19_0_0.data.6086f73c-f1dd-4bac-80e7-c15755d84a28 (No such file or directory)
======================================================================
ERROR: test_no_subtransform_composite (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 642, in test_no_subtransform_composite
assert_that((pcoll_a, pcoll_b) | First(), equal_to(['a']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_no_subtransform_composite_1559822618.27_a1a3b721-a0a9-4a7e-91a1-415da10b6d44 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-8bd92a66-e3ec-4c72-9ebc-d6d3ae597218/36/shuffle_20_0_0.index.71a1a2cb-9340-4827-ab2f-146bdd30f193 (No such file or directory)
======================================================================
ERROR: test_pardo (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 103, in test_pardo
assert_that(res, equal_to(['aax', 'bcbcx']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_1559822620.75_3fdc4bbd-549b-4295-8a6c-55310e55fc61 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-8bd92a66-e3ec-4c72-9ebc-d6d3ae597218/02/temp_shuffle_e1659f09-84c6-4ea2-a0a1-123dd3b8cf35 (No such file or directory)
======================================================================
ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 175, in test_pardo_side_and_main_outputs
assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_side_and_main_outputs_1559822623.82_c0f4e555-107f-4882-adcf-2a276862f310 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-8bd92a66-e3ec-4c72-9ebc-d6d3ae597218/07/temp_shuffle_a353e030-82cb-4b95-8f58-389d278bd4de (No such file or directory)
======================================================================
ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 186, in test_pardo_side_inputs
('a', 'y'), ('b', 'y'), ('c', 'y')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_side_inputs_1559822626.45_e399f5e6-11b2-4066-9e88-9464fbe66653 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-8bd92a66-e3ec-4c72-9ebc-d6d3ae597218/0b/temp_shuffle_5e15e865-039f-4418-b19f-5da27e11a2ae (No such file or directory)
======================================================================
ERROR: test_pardo_side_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 157, in test_pardo_side_outputs
assert_that(xy.y, equal_to(['y', 'xy']), label='y')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_side_outputs_1559822628.42_24c5db8e-d3be-4b30-9213-0f0e1e2085a9 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-8bd92a66-e3ec-4c72-9ebc-d6d3ae597218/13/temp_shuffle_b6cf98a8-4708-4028-97e1-562d41d2a22e (No such file or directory)
======================================================================
ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 286, in test_pardo_unfusable_side_inputs
equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_unfusable_side_inputs_1559822636.36_d9c1f553-f98e-4ca6-915c-fd164cc286ef failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-8bd92a66-e3ec-4c72-9ebc-d6d3ae597218/05/temp_shuffle_b32eac47-fc87-46a2-bfbd-7ba483f8af55 (No such file or directory)
======================================================================
ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 213, in test_pardo_windowed_side_inputs
label='windowed')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_windowed_side_inputs_1559822639.59_c3d2436e-c851-427a-ab26-ea78b43dded3 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-8bd92a66-e3ec-4c72-9ebc-d6d3ae597218/0e/shuffle_34_1_0.data.cd5a2c62-bf4c-462d-8091-af331036b0cf (No such file or directory)
======================================================================
ERROR: test_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 561, in test_read
equal_to(['a', 'b', 'c']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_read_1559822643.39_a75bf8f7-d7d9-48ac-ab09-cc94653b5b0c failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-8bd92a66-e3ec-4c72-9ebc-d6d3ae597218/13/shuffle_36_0_0.data.24a2d716-faa9-4612-980d-caf6703d779a (No such file or directory)
======================================================================
ERROR: test_reshuffle (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 531, in test_reshuffle
equal_to([1, 2, 3]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_reshuffle_1559822645.23_288ade28-fbda-44ae-b5b7-a9d8ed392511 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-8bd92a66-e3ec-4c72-9ebc-d6d3ae597218/36/shuffle_39_0_0.data.45262461-1174-4bb5-bbe0-2d3ad4fcd5c4 (No such file or directory)
======================================================================
ERROR: test_sdf_wrapper_overrides_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/build/gradleenv/1922375555/local/lib/python2.7/site-packages/mock-2.0.0-py2.7.egg/mock/mock.py",> line 1305, in patched
return func(*args, **keywargs)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 514, in test_sdf_wrapper_overrides_read
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), ['1'])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 503, in _run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_sdf_wrapper_overrides_read_1559822648.67_b4f754aa-2064-4163-8b7c-6273e76ed238 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-8bd92a66-e3ec-4c72-9ebc-d6d3ae597218/13/shuffle_41_0_0.data.1bc9c610-8880-4c8a-977f-9cd3d35f76ed (No such file or directory)
======================================================================
ERROR: test_windowing (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 573, in test_windowing
assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_windowing_1559822649.79_d55845f6-ac5f-4f8b-a3bd-4597fdd34f5e failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-8bd92a66-e3ec-4c72-9ebc-d6d3ae597218/28/temp_shuffle_c01a69d6-1313-4bcb-ada6-bcc066bd2831 (No such file or directory)
======================================================================
FAIL: test_error_message_includes_stage (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 607, in test_error_message_includes_stage
self.assertIn('StageC', message)
AssertionError: 'StageC' not found in u'Pipeline test_error_message_includes_stage_1559822596.2_12b93a8e-57f5-44cc-9c9e-b83efae85d07 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-8bd92a66-e3ec-4c72-9ebc-d6d3ae597218/0b/temp_shuffle_b7e6e517-24b2-452e-afe6-01fc5d9acc74 (No such file or directory)'
----------------------------------------------------------------------
Ran 37 tests in 82.329s
FAILED (failures=1, errors=18, skipped=13)
> Task :sdks:python:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/build.gradle'> line: 284
* What went wrong:
Execution failed for task ':sdks:python:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 4m 0s
60 actionable tasks: 47 executed, 13 from cache
Publishing build scan...
https://gradle.com/s/3buuhlynb7faw
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_Python_VR_Spark #18
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/18/display/redirect>
------------------------------------------
[...truncated 1.01 MB...]
at org.apache.beam.vendor.guava.v20_0.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:75)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.FileNotFoundException: /tmp/blockmgr-167d2d2d-d766-4cc2-aadb-66f3f971286e/13/shuffle_41_0_0.data.4fb1ebd9-b834-4861-ad7c-11593eee2937 (No such file or directory)
at java.io.FileOutputStream.open0(Native Method)
at java.io.FileOutputStream.open(FileOutputStream.java:270)
at java.io.FileOutputStream.<init>(FileOutputStream.java:213)
at org.apache.spark.shuffle.sort.BypassMergeSortShuffleWriter.writePartitionedFile(BypassMergeSortShuffleWriter.java:191)
at org.apache.spark.shuffle.sort.BypassMergeSortShuffleWriter.write(BypassMergeSortShuffleWriter.java:163)
at org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:99)
at org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:55)
at org.apache.spark.scheduler.Task.run(Task.scala:121)
at org.apache.spark.executor.Executor$TaskRunner$$anonfun$10.apply(Executor.scala:408)
at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1360)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:414)
... 3 more
19/06/06 06:04:15 INFO BeamFileSystemArtifactRetrievalService: Manifest at /tmp/sparktestY3HvWI/job_a6cf39d3-09a1-4479-926d-1bdbf60edd21/MANIFEST has 0 artifact locations
19/06/06 06:04:15 INFO BeamFileSystemArtifactStagingService: Removed dir /tmp/sparktestY3HvWI/job_a6cf39d3-09a1-4479-926d-1bdbf60edd21/
ERROR:root:java.io.FileNotFoundException: /tmp/blockmgr-167d2d2d-d766-4cc2-aadb-66f3f971286e/13/shuffle_41_0_0.data.4fb1ebd9-b834-4861-ad7c-11593eee2937 (No such file or directory)
INFO:root:Job state changed to FAILED
E
======================================================================
ERROR: test_create (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 95, in test_create
assert_that(p | beam.Create(['a', 'b']), equal_to(['a', 'b']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_create_1559800999.28_344f26e1-4b5d-48e6-82bc-d8ae6edb122d failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-167d2d2d-d766-4cc2-aadb-66f3f971286e/19/shuffle_5_0_0.data.ec393e2f-e0f9-4ccc-9c9b-ec23c8cdbab5 (No such file or directory)
======================================================================
ERROR: test_flatten (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 543, in test_flatten
assert_that(res, equal_to(['a', 'b', 'c'] + additional))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_flatten_1559801006.49_736a87ef-9fc9-4568-851e-252395cb73cb failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-167d2d2d-d766-4cc2-aadb-66f3f971286e/1f/shuffle_8_3_0.data.65f363a6-c974-43b2-9af4-3fd33c25f59c (No such file or directory)
======================================================================
ERROR: test_flattened_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/apache_beam/runners/portability/spark_runner_test.py",> line 144, in test_flattened_side_input
with_transcoding=False)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 234, in test_flattened_side_input
label='CheckFlattenOfSideInput')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_flattened_side_input_1559801008.94_47277943-19a3-47f3-bd37-4aa687fcc05a failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-167d2d2d-d766-4cc2-aadb-66f3f971286e/11/shuffle_10_2_0.data.c88d339d-3041-4c96-9255-05fb15045ac2 (No such file or directory)
======================================================================
ERROR: test_gbk_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 242, in test_gbk_side_input
equal_to([(None, {'a': [1]})]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_gbk_side_input_1559801013.99_71715c7c-9e46-4797-a3f4-212797c1d302 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-167d2d2d-d766-4cc2-aadb-66f3f971286e/1f/temp_shuffle_7e114591-f63d-40ba-b0eb-3d358e2ec6d6 (No such file or directory)
======================================================================
ERROR: test_group_by_key (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 525, in test_group_by_key
assert_that(res, equal_to([('a', [1, 2]), ('b', [3])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_group_by_key_1559801015.86_288518c6-d75e-43ca-adf4-c9543ec9945d failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-167d2d2d-d766-4cc2-aadb-66f3f971286e/13/shuffle_14_0_0.data.1271801b-e641-4f2f-8f76-6e70e8e52127 (No such file or directory)
======================================================================
ERROR: test_large_elements (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 592, in test_large_elements
assert_that(gbk_res, equal_to(['a', 'b']), label='gbk')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_large_elements_1559801017.21_afcdc3a4-9dc7-41b9-855c-4bc55c28ccfb failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-167d2d2d-d766-4cc2-aadb-66f3f971286e/13/temp_shuffle_17b1deef-ed95-418c-9e61-43ad14944ba8 (No such file or directory)
======================================================================
ERROR: test_multimap_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 253, in test_multimap_side_input
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_multimap_side_input_1559801018.78_2c494981-3d1c-4f4d-853c-322147744de8 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-167d2d2d-d766-4cc2-aadb-66f3f971286e/27/temp_shuffle_50731d8a-14f9-47fc-b97b-5a0594e94908 (No such file or directory)
======================================================================
ERROR: test_multimap_side_input_type_coercion (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 266, in test_multimap_side_input_type_coercion
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_multimap_side_input_type_coercion_1559801020.25_e6bdcc60-1e02-469e-9710-2db837918bc1 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-167d2d2d-d766-4cc2-aadb-66f3f971286e/0e/shuffle_17_0_0.index.dfa64c17-306b-463f-a19e-efc93c7a5a07 (No such file or directory)
======================================================================
ERROR: test_pardo (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 103, in test_pardo
assert_that(res, equal_to(['aax', 'bcbcx']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_1559801027.29_2f61c63a-ec5b-45f4-9184-d65078281450 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-167d2d2d-d766-4cc2-aadb-66f3f971286e/36/shuffle_20_0_0.index.d2c2424d-6826-49ab-9266-8d2b4133550c (No such file or directory)
======================================================================
ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 175, in test_pardo_side_and_main_outputs
assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_side_and_main_outputs_1559801028.85_2a9b7d1d-04e7-43ed-857e-701c5a840b82 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-167d2d2d-d766-4cc2-aadb-66f3f971286e/11/temp_shuffle_7743fffa-170e-4065-b915-165c3e704423 (No such file or directory)
======================================================================
ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 186, in test_pardo_side_inputs
('a', 'y'), ('b', 'y'), ('c', 'y')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_side_inputs_1559801031.11_65726761-21c0-44e8-ba07-07282d5966ab failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-167d2d2d-d766-4cc2-aadb-66f3f971286e/19/temp_shuffle_0df1d973-5ce9-4c4d-ae0b-dc385f394ff8 (No such file or directory)
======================================================================
ERROR: test_pardo_side_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 157, in test_pardo_side_outputs
assert_that(xy.y, equal_to(['y', 'xy']), label='y')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_side_outputs_1559801034.58_4b1bb517-6268-47c5-b637-5d3c5d7adc6b failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-167d2d2d-d766-4cc2-aadb-66f3f971286e/2a/shuffle_28_0_0.data.d6f7045f-8c89-4c98-b2b0-2d4fec5ef4bc (No such file or directory)
======================================================================
ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 276, in test_pardo_unfusable_side_inputs
equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_unfusable_side_inputs_1559801036.44_eb92209b-1c11-4635-a59d-c49689bdeec4 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-167d2d2d-d766-4cc2-aadb-66f3f971286e/2a/shuffle_30_1_0.index.8975ad11-6ca0-4507-9d38-08be00cec985 (No such file or directory)
======================================================================
ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 213, in test_pardo_windowed_side_inputs
label='windowed')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_windowed_side_inputs_1559801041.39_4d91f412-1702-4832-a95e-c7e270d9b537 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-167d2d2d-d766-4cc2-aadb-66f3f971286e/2a/shuffle_31_0_0.index.fb2a1b3a-6a29-46b5-9822-6e4675499887 (No such file or directory)
======================================================================
ERROR: test_reshuffle (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 531, in test_reshuffle
equal_to([1, 2, 3]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_reshuffle_1559801048.44_7587c5ad-305d-40df-89a5-dc0193e424cd failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-167d2d2d-d766-4cc2-aadb-66f3f971286e/13/shuffle_36_0_0.data.733d8d9c-e532-4a12-bed3-5e0c29fafc94 (No such file or directory)
======================================================================
ERROR: test_windowing (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 573, in test_windowing
assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_windowing_1559801054.03_e8a8eb0d-6c93-42d8-94f5-dd0b6ef24652 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-167d2d2d-d766-4cc2-aadb-66f3f971286e/13/shuffle_41_0_0.data.4fb1ebd9-b834-4861-ad7c-11593eee2937 (No such file or directory)
----------------------------------------------------------------------
Ran 37 tests in 76.293s
FAILED (errors=16, skipped=13)
> Task :sdks:python:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/build.gradle'> line: 284
* What went wrong:
Execution failed for task ':sdks:python:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 3m 58s
60 actionable tasks: 47 executed, 13 from cache
Publishing build scan...
https://gradle.com/s/mn6pju5pupbhq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org