You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/06/16 06:04:15 UTC
Build failed in Jenkins: beam_PostCommit_Python_VR_Spark #140
See <https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/140/display/redirect>
------------------------------------------
[...truncated 1.19 MB...]
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_gbk_side_input_1560664997.23_ce662a3c-afeb-4d9a-bccf-3873bfa5a927 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/11/shuffle_12_0_0.data.bf3f75ff-ccf6-4c34-b7c9-eb9d966ceca1 (No such file or directory)
======================================================================
ERROR: test_group_by_key (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 556, in test_group_by_key
assert_that(res, equal_to([('a', [1, 2]), ('b', [3])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_group_by_key_1560664999.94_e2d862ce-0833-403c-8dcf-5a0af2abb7db failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/0e/temp_shuffle_18654a3d-76fc-4f85-b694-7d14a182da42 (No such file or directory)
======================================================================
ERROR: test_large_elements (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 623, in test_large_elements
assert_that(gbk_res, equal_to(['a', 'b']), label='gbk')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_large_elements_1560665001.75_41db0ed8-7b2e-4829-ba3e-e2b56e503575 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/0e/shuffle_17_0_0.index.9a5f1b9d-150e-40fd-b69b-fa66db3dc5cb (No such file or directory)
======================================================================
ERROR: test_multimap_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 254, in test_multimap_side_input
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_multimap_side_input_1560665007.23_5e65cd69-3404-4ba0-9d1a-c856e6b49812 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/36/shuffle_20_0_0.index.1d02f84d-3529-4cfb-a3cf-ac4d33c2545b (No such file or directory)
======================================================================
ERROR: test_multimap_side_input_type_coercion (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 267, in test_multimap_side_input_type_coercion
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_multimap_side_input_type_coercion_1560665010.8_2f133958-3be9-4e36-89c2-755b14ecf069 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/36/temp_shuffle_df1d2ff9-272a-40a5-b14c-4f8a08c44c95 (No such file or directory)
======================================================================
ERROR: test_no_subtransform_composite (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 673, in test_no_subtransform_composite
assert_that((pcoll_a, pcoll_b) | First(), equal_to(['a']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_no_subtransform_composite_1560665012.19_5420540c-60a6-4e64-a5d5-3cf1631c6383 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/34/shuffle_22_0_0.index.3598efe7-6562-45fb-bd70-464cef2fc6bf (No such file or directory)
======================================================================
ERROR: test_pardo (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 104, in test_pardo
assert_that(res, equal_to(['aax', 'bcbcx']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_1560665014.59_490ea59e-764b-42b3-ad91-33050b3f5f08 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/3d/temp_shuffle_71f866a8-fe69-4d96-af25-4340a93a517f (No such file or directory)
======================================================================
ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 176, in test_pardo_side_and_main_outputs
assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_side_and_main_outputs_1560665018.46_4dfcabb2-bbb2-4e9d-be0f-233fc9cdc9d5 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/0b/shuffle_27_0_0.data.78a05833-00e1-40ee-941d-3608aa3ce9c1 (No such file or directory)
======================================================================
ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 187, in test_pardo_side_inputs
('a', 'y'), ('b', 'y'), ('c', 'y')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_side_inputs_1560665021.25_ebe0f363-f991-4e66-bedb-87b3c440365d failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/3f/temp_shuffle_97a0939f-d5f0-44a6-b8d6-7b5e6841d585 (No such file or directory)
======================================================================
ERROR: test_pardo_state_only (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 308, in test_pardo_state_only
equal_to(expected))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_state_only_1560665028.83_50e87ed1-1632-4592-ac77-68be008cfac3 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/0e/temp_shuffle_2439f4e9-f9d4-49b5-b1cb-091d0e3e5b11 (No such file or directory)
======================================================================
ERROR: test_pardo_state_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 401, in test_pardo_state_timers
self._run_pardo_state_timers(False)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 461, in _run_pardo_state_timers
assert_that(actual, is_buffered_correctly)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_state_timers_1560665030.13_c2eb0088-87e7-49e8-952c-c0365d782d5c failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/34/shuffle_37_0_0.data.6503131e-a6c5-4200-9529-d6124ea9fc5a (No such file or directory)
======================================================================
ERROR: test_pardo_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 361, in test_pardo_timers
assert_that(actual, equal_to(expected))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_timers_1560665031.43_4a3100c4-3d7a-4623-8e89-86bbbe60cc62 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/36/shuffle_39_0_0.data.03d060bc-19f1-4b7f-8611-8b3cc16bd312 (No such file or directory)
======================================================================
ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 277, in test_pardo_unfusable_side_inputs
equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_unfusable_side_inputs_1560665033.62_db67faef-71ff-41ce-96a9-6d9c346a0ccb failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/13/shuffle_41_0_0.data.22ab38d9-618c-4ba1-a698-add4d4a1fafe (No such file or directory)
======================================================================
ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 214, in test_pardo_windowed_side_inputs
label='windowed')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_windowed_side_inputs_1560665034.97_d00423bd-2733-4ee1-b3f9-abd6127438b8 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/0e/temp_shuffle_7c88e1f1-0447-4fba-b885-b99711b70052 (No such file or directory)
======================================================================
ERROR: test_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 592, in test_read
equal_to(['a', 'b', 'c']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_read_1560665036.38_8d28b55f-b28c-488d-adf0-c1e05dacb2cd failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/0b/temp_shuffle_3030ac26-1ede-426f-8c91-0a09a2d6e567 (No such file or directory)
======================================================================
ERROR: test_reshuffle (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 562, in test_reshuffle
equal_to([1, 2, 3]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_reshuffle_1560665038.75_73806a20-9ffd-4242-9f56-0e09f3f22282 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/16/temp_shuffle_c5f8585d-2b26-4a4d-a48c-6320934cdf64 (No such file or directory)
======================================================================
ERROR: test_sdf_wrapper_overrides_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/build/gradleenv/1922375555/local/lib/python2.7/site-packages/mock-2.0.0-py2.7.egg/mock/mock.py",> line 1305, in patched
return func(*args, **keywargs)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 545, in test_sdf_wrapper_overrides_read
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), ['1'])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 534, in _run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_sdf_wrapper_overrides_read_1560665043.57_878cbd81-fe19-4442-af18-72a3ae08805a failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/16/temp_shuffle_fa33a2c7-1d0d-4d59-8c6d-f080052528d9 (No such file or directory)
======================================================================
ERROR: test_windowing (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 604, in test_windowing
assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_windowing_1560665050.26_f4acd505-8745-40ba-a809-d62e31d1508e failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/0e/temp_shuffle_01a8934d-7a03-463b-92ff-a21bdb61a747 (No such file or directory)
----------------------------------------------------------------------
Ran 38 tests in 90.177s
FAILED (errors=19, skipped=10)
> Task :sdks:python:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/build.gradle'> line: 251
* What went wrong:
Execution failed for task ':sdks:python:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 3m 56s
60 actionable tasks: 47 executed, 13 from cache
Publishing build scan...
https://gradle.com/s/bixqgbwozjy4k
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Jenkins build is back to normal : beam_PostCommit_Python_VR_Spark
#145
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/145/display/redirect>
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_Python_VR_Spark #144
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/144/display/redirect>
------------------------------------------
[...truncated 1.11 MB...]
RuntimeError: Pipeline test_multimap_side_input_1560751410.3_f1c02219-5f8c-493a-8477-2877887c481b failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-4956e240-fae8-4c3c-a76a-4d537ed29e42/33/temp_shuffle_0e74a25d-7fca-41d2-8090-5ba5b61ba7ba (No such file or directory)
======================================================================
ERROR: test_multimap_side_input_type_coercion (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 267, in test_multimap_side_input_type_coercion
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_multimap_side_input_type_coercion_1560751413.93_05f84c77-0985-457b-9a9b-74429059a0f6 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-4956e240-fae8-4c3c-a76a-4d537ed29e42/09/temp_shuffle_a4172ecc-16ba-4228-b956-f14cb000ebdc (No such file or directory)
======================================================================
ERROR: test_no_subtransform_composite (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 673, in test_no_subtransform_composite
assert_that((pcoll_a, pcoll_b) | First(), equal_to(['a']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_no_subtransform_composite_1560751417.09_fe7baa10-6af7-4eaa-8ef5-927515a21502 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-4956e240-fae8-4c3c-a76a-4d537ed29e42/21/temp_shuffle_cde8d23a-cbe3-4a2f-afc8-a2f9f3011ccc (No such file or directory)
======================================================================
ERROR: test_pardo (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 104, in test_pardo
assert_that(res, equal_to(['aax', 'bcbcx']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_1560751419.21_3dfab730-d324-4568-883e-0210a15fb854 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-4956e240-fae8-4c3c-a76a-4d537ed29e42/2e/shuffle_24_0_0.data.05923d2d-2648-4e5a-a05d-ae2f8fb0300e (No such file or directory)
======================================================================
ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 176, in test_pardo_side_and_main_outputs
assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_side_and_main_outputs_1560751421.17_15abb670-6fca-42a1-8201-1d5ba06fecb4 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-4956e240-fae8-4c3c-a76a-4d537ed29e42/0b/temp_shuffle_75a909d5-4166-40e2-85c0-82842c747d67 (No such file or directory)
======================================================================
ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 187, in test_pardo_side_inputs
('a', 'y'), ('b', 'y'), ('c', 'y')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_side_inputs_1560751423.56_1b140e76-6cc9-4c7e-b054-cd86aa6ae79c failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-4956e240-fae8-4c3c-a76a-4d537ed29e42/12/shuffle_28_0_0.index.278d8723-5e64-4b67-8bd0-c5d16f94a0a8 (No such file or directory)
======================================================================
ERROR: test_pardo_side_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 158, in test_pardo_side_outputs
assert_that(xy.y, equal_to(['y', 'xy']), label='y')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_side_outputs_1560751424.96_091d7896-bc35-4e11-bd6c-7493f27c0c05 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-4956e240-fae8-4c3c-a76a-4d537ed29e42/10/temp_shuffle_6ad85cea-51ac-4883-90ac-4c55189a1d63 (No such file or directory)
======================================================================
ERROR: test_pardo_state_only (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 308, in test_pardo_state_only
equal_to(expected))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_state_only_1560751426.37_230aaf11-d6e3-479a-b1a3-fc90911131bb failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-4956e240-fae8-4c3c-a76a-4d537ed29e42/2e/shuffle_31_0_0.data.de1e4e29-630c-4b28-8cd6-c05a09962bbc (No such file or directory)
======================================================================
ERROR: test_pardo_state_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 401, in test_pardo_state_timers
self._run_pardo_state_timers(False)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 461, in _run_pardo_state_timers
assert_that(actual, is_buffered_correctly)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_state_timers_1560751430.42_1ca01c8c-ec13-440e-8dbe-0742a27f8e38 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-4956e240-fae8-4c3c-a76a-4d537ed29e42/27/temp_shuffle_16170a90-968e-4f74-b8e8-4026a957f2a4 (No such file or directory)
======================================================================
ERROR: test_pardo_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 361, in test_pardo_timers
assert_that(actual, equal_to(expected))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_timers_1560751432.11_3dbfd4cd-ac38-4a11-9ae1-3b27c89ac970 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-4956e240-fae8-4c3c-a76a-4d537ed29e42/36/shuffle_39_0_0.data.ab1e09b4-c50c-4b95-a0da-070e2fc91c16 (No such file or directory)
======================================================================
ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 277, in test_pardo_unfusable_side_inputs
equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_unfusable_side_inputs_1560751433.7_ad17239f-801d-4eb2-9fa2-4c68bfcec54e failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-4956e240-fae8-4c3c-a76a-4d537ed29e42/05/temp_shuffle_1de3050b-ced0-4f18-80b9-2e9c89e48bcb (No such file or directory)
======================================================================
ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 214, in test_pardo_windowed_side_inputs
label='windowed')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_windowed_side_inputs_1560751436.89_0e6dff42-d2ba-46c9-be7c-df735d7f2d27 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-4956e240-fae8-4c3c-a76a-4d537ed29e42/36/shuffle_42_0_0.index.799ab45d-eb87-45f3-b4af-4a6bcb1dcc26 (No such file or directory)
======================================================================
ERROR: test_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 592, in test_read
equal_to(['a', 'b', 'c']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_read_1560751438.66_9c7b3427-a946-486c-bdb7-a3db52363dbb failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-4956e240-fae8-4c3c-a76a-4d537ed29e42/36/temp_shuffle_dd61ead6-e7a7-4141-95e4-36fa7be6413e (No such file or directory)
======================================================================
ERROR: test_reshuffle (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 562, in test_reshuffle
equal_to([1, 2, 3]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_reshuffle_1560751439.9_76ef54bf-ae9b-4e63-abe2-3d33f8e49a7d failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-4956e240-fae8-4c3c-a76a-4d537ed29e42/2e/temp_shuffle_12b0a807-9cd7-45cc-86cb-995b8da0c62d (No such file or directory)
======================================================================
ERROR: test_sdf_wrap_range_source (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 548, in test_sdf_wrap_range_source
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), [0, 1, 2, 3])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 534, in _run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_sdf_wrap_range_source_1560751441.29_dde3d8b4-9cfd-4288-b836-a66fb6210a9d failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-4956e240-fae8-4c3c-a76a-4d537ed29e42/10/shuffle_48_0_0.index.441745fa-9f40-4f06-ab87-0be60f7a32b1 (No such file or directory)
======================================================================
ERROR: test_sdf_wrapper_overrides_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/build/gradleenv/1922375555/local/lib/python2.7/site-packages/mock-2.0.0-py2.7.egg/mock/mock.py",> line 1305, in patched
return func(*args, **keywargs)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 545, in test_sdf_wrapper_overrides_read
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), ['1'])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 534, in _run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_sdf_wrapper_overrides_read_1560751442.36_16964597-90aa-46b9-b86e-d2b6ec3fd018 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-4956e240-fae8-4c3c-a76a-4d537ed29e42/0b/shuffle_49_0_0.data.71269b8e-5c49-44ae-93ed-c6fbdc8be21d (No such file or directory)
======================================================================
ERROR: test_windowed_pardo_state_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 404, in test_windowed_pardo_state_timers
self._run_pardo_state_timers(True)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 461, in _run_pardo_state_timers
assert_that(actual, is_buffered_correctly)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_windowed_pardo_state_timers_1560751443.45_02fa3d1c-cd45-4cf0-a9f1-239dcd1a9bcf failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-4956e240-fae8-4c3c-a76a-4d537ed29e42/33/shuffle_52_0_0.data.5e9e202a-846a-4f8b-964b-fbceab0e75fd (No such file or directory)
======================================================================
ERROR: test_windowing (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 604, in test_windowing
assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_windowing_1560751444.86_9c0291a4-30ca-4ba4-a83d-309b53060fc1 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-4956e240-fae8-4c3c-a76a-4d537ed29e42/14/shuffle_55_0_0.index.1d7add45-2a6f-4010-bfd0-1ebdb7d15b2b (No such file or directory)
----------------------------------------------------------------------
Ran 38 tests in 75.394s
FAILED (errors=23, skipped=10)
> Task :sdks:python:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/build.gradle'> line: 251
* What went wrong:
Execution failed for task ':sdks:python:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 3m 44s
60 actionable tasks: 47 executed, 13 from cache
Publishing build scan...
https://gradle.com/s/phpfhncrnquvg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_Python_VR_Spark #143
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/143/display/redirect>
------------------------------------------
[...truncated 1.10 MB...]
RuntimeError: Pipeline test_large_elements_1560729804.48_beacfb4c-3ba9-4167-bd7e-c46bfb169c1a failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-7c2061a3-3d00-4a5a-9f98-e659b4ea11d6/31/shuffle_16_0_0.index.7c9757e8-bd8d-4663-8953-320ae8b06c03 (No such file or directory)
======================================================================
ERROR: test_multimap_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 254, in test_multimap_side_input
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_multimap_side_input_1560729806.15_277ca84a-7ee6-4121-8d43-9fb1a46c6a44 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-7c2061a3-3d00-4a5a-9f98-e659b4ea11d6/0e/shuffle_17_0_0.index.7b5451b3-15af-4a34-be31-e4b20a6765d3 (No such file or directory)
======================================================================
ERROR: test_multimap_side_input_type_coercion (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 267, in test_multimap_side_input_type_coercion
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_multimap_side_input_type_coercion_1560729807.65_6a51db56-8324-413a-8379-f422e8130fb1 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-7c2061a3-3d00-4a5a-9f98-e659b4ea11d6/33/shuffle_18_0_0.index.c90e96fe-64f9-4a1e-84e9-ee939b31cb4f (No such file or directory)
======================================================================
ERROR: test_pardo (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 104, in test_pardo
assert_that(res, equal_to(['aax', 'bcbcx']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_1560729812.84_cd32e596-e73f-4863-a400-10387ee86d35 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-7c2061a3-3d00-4a5a-9f98-e659b4ea11d6/24/temp_shuffle_120ed17e-08d1-4b8c-8988-ea924640ab9d (No such file or directory)
======================================================================
ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 176, in test_pardo_side_and_main_outputs
assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_side_and_main_outputs_1560729814.26_5ccb563d-f62f-43db-a7f1-28d909563780 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-7c2061a3-3d00-4a5a-9f98-e659b4ea11d6/25/temp_shuffle_00d76138-3363-4144-a86c-ae381c678add (No such file or directory)
======================================================================
ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 187, in test_pardo_side_inputs
('a', 'y'), ('b', 'y'), ('c', 'y')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_side_inputs_1560729818.59_63382fbd-02ef-42f7-97ef-03dbc0ccf2d2 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-7c2061a3-3d00-4a5a-9f98-e659b4ea11d6/01/temp_shuffle_b141119d-2df4-48d5-9757-a49f1051a6c5 (No such file or directory)
======================================================================
ERROR: test_pardo_side_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 158, in test_pardo_side_outputs
assert_that(xy.y, equal_to(['y', 'xy']), label='y')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_side_outputs_1560729820.0_fadb1194-c21c-4d10-94be-452fd4cd4c77 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-7c2061a3-3d00-4a5a-9f98-e659b4ea11d6/0b/shuffle_27_0_0.data.3acf8f8a-ace2-4115-826e-4e04b83e84c5 (No such file or directory)
======================================================================
ERROR: test_pardo_state_only (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 308, in test_pardo_state_only
equal_to(expected))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_state_only_1560729821.41_aa295188-cbba-45e5-aebb-8ca8a851de4e failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-7c2061a3-3d00-4a5a-9f98-e659b4ea11d6/0b/temp_shuffle_fc435a97-a342-4f56-8852-e9cbaa8728aa (No such file or directory)
======================================================================
ERROR: test_pardo_state_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 401, in test_pardo_state_timers
self._run_pardo_state_timers(False)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 461, in _run_pardo_state_timers
assert_that(actual, is_buffered_correctly)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_state_timers_1560729823.54_600a177b-1a5b-4e8e-b300-44f77401ddf8 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-7c2061a3-3d00-4a5a-9f98-e659b4ea11d6/0e/temp_shuffle_18e5e656-8f18-4371-a811-797b8265f81d (No such file or directory)
======================================================================
ERROR: test_pardo_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 361, in test_pardo_timers
assert_that(actual, equal_to(expected))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_timers_1560729824.81_98a06098-38ed-4a14-8a97-bf032963081c failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-7c2061a3-3d00-4a5a-9f98-e659b4ea11d6/13/shuffle_36_0_0.data.49f088ec-512c-4f9b-a5a0-7b8c43e7cb68 (No such file or directory)
======================================================================
ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 277, in test_pardo_unfusable_side_inputs
equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_unfusable_side_inputs_1560729826.12_cf6cbccd-548c-4c73-9134-56bf847bfd2a failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-7c2061a3-3d00-4a5a-9f98-e659b4ea11d6/3d/temp_shuffle_73ce8827-9959-4dd2-a431-0896852d912f (No such file or directory)
======================================================================
ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 214, in test_pardo_windowed_side_inputs
label='windowed')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_windowed_side_inputs_1560729829.34_f451786b-2b36-4216-9b9a-bbd20808dbdf failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-7c2061a3-3d00-4a5a-9f98-e659b4ea11d6/36/shuffle_39_0_0.data.5173ce70-fe5e-4169-a8a4-96073e0cd0e6 (No such file or directory)
======================================================================
ERROR: test_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 592, in test_read
equal_to(['a', 'b', 'c']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_read_1560729830.68_75463dd2-f890-4975-b1c0-6092cdd39f1f failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-7c2061a3-3d00-4a5a-9f98-e659b4ea11d6/13/shuffle_41_0_0.data.06a9ecb9-2c8d-41aa-886a-65b535ad094a (No such file or directory)
======================================================================
ERROR: test_reshuffle (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 562, in test_reshuffle
equal_to([1, 2, 3]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_reshuffle_1560729831.93_d8a2aeb2-3ab5-4053-bfc7-34aa95c19a21 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-7c2061a3-3d00-4a5a-9f98-e659b4ea11d6/11/shuffle_43_0_0.data.82de5dc6-cceb-4639-91e2-f3c9e2dd887c (No such file or directory)
======================================================================
ERROR: test_sdf_wrap_range_source (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 548, in test_sdf_wrap_range_source
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), [0, 1, 2, 3])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 534, in _run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_sdf_wrap_range_source_1560729834.08_f63dd0be-6efc-4ba0-971a-b42f4bb2c80e failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-7c2061a3-3d00-4a5a-9f98-e659b4ea11d6/33/shuffle_45_0_0.index.1d508dfd-ce75-4084-a012-0b5efd9e9fcc (No such file or directory)
======================================================================
ERROR: test_sdf_wrapper_overrides_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/build/gradleenv/1922375555/local/lib/python2.7/site-packages/mock-2.0.0-py2.7.egg/mock/mock.py",> line 1305, in patched
return func(*args, **keywargs)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 545, in test_sdf_wrapper_overrides_read
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), ['1'])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 534, in _run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_sdf_wrapper_overrides_read_1560729835.15_e7b3c14f-8672-4ad5-a10e-7899e36496cf failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-7c2061a3-3d00-4a5a-9f98-e659b4ea11d6/0b/temp_shuffle_5994c0ce-d055-4e28-acc5-0d0da15ef08e (No such file or directory)
======================================================================
ERROR: test_windowed_pardo_state_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 404, in test_windowed_pardo_state_timers
self._run_pardo_state_timers(True)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 461, in _run_pardo_state_timers
assert_that(actual, is_buffered_correctly)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_windowed_pardo_state_timers_1560729836.3_cd136f92-64a2-4d7c-8d49-9ec40b15b7cd failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-7c2061a3-3d00-4a5a-9f98-e659b4ea11d6/0b/shuffle_49_0_0.data.46144837-70bc-4cdf-96af-f5d3287a6e3d (No such file or directory)
======================================================================
ERROR: test_windowing (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 604, in test_windowing
assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_windowing_1560729837.6_f4e86237-05fe-4678-aa2f-6bbeba184062 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-7c2061a3-3d00-4a5a-9f98-e659b4ea11d6/33/shuffle_52_0_0.data.0a72eec0-130d-4e61-a68a-a17fcc233d2b (No such file or directory)
----------------------------------------------------------------------
Ran 38 tests in 78.502s
FAILED (errors=21, skipped=10)
> Task :sdks:python:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/build.gradle'> line: 251
* What went wrong:
Execution failed for task ':sdks:python:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 3m 50s
60 actionable tasks: 47 executed, 13 from cache
Publishing build scan...
https://gradle.com/s/n3l4kad5w6yoa
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_Python_VR_Spark #142
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/142/display/redirect>
------------------------------------------
[...truncated 1.12 MB...]
RuntimeError: Pipeline test_multimap_side_input_1560708206.48_626413b2-2487-41e1-9a44-05de2fe83f3f failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-32015828-0a69-49c7-a701-e4a62c2d9d26/3c/temp_shuffle_eda8c496-3b98-43d1-968e-8b3a6b461fdd (No such file or directory)
======================================================================
ERROR: test_multimap_side_input_type_coercion (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 267, in test_multimap_side_input_type_coercion
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_multimap_side_input_type_coercion_1560708208.62_1a752151-d80c-46a8-b0bb-e2e6816974d8 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-32015828-0a69-49c7-a701-e4a62c2d9d26/24/temp_shuffle_ddae6ba0-4a20-4985-b77e-375c30393608 (No such file or directory)
======================================================================
ERROR: test_no_subtransform_composite (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 673, in test_no_subtransform_composite
assert_that((pcoll_a, pcoll_b) | First(), equal_to(['a']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_no_subtransform_composite_1560708210.33_2be9a24d-5d7c-4262-8cde-beb12e0c618f failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-32015828-0a69-49c7-a701-e4a62c2d9d26/08/shuffle_19_0_0.data.4b9b8b4d-363d-4b99-aaa7-bb6ca57d9442 (No such file or directory)
======================================================================
ERROR: test_pardo (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 104, in test_pardo
assert_that(res, equal_to(['aax', 'bcbcx']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_1560708212.43_baa74b7f-05ff-4fac-9a83-749d56e06157 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-32015828-0a69-49c7-a701-e4a62c2d9d26/0b/shuffle_21_0_0.index.c5fefb9d-8bd4-40de-9c09-d03c11ff2fe4 (No such file or directory)
======================================================================
ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 176, in test_pardo_side_and_main_outputs
assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_side_and_main_outputs_1560708214.6_3d92d7d4-59bf-4de2-9165-e39b9e9dc0a6 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-32015828-0a69-49c7-a701-e4a62c2d9d26/32/shuffle_24_0_0.index.4ef09553-9305-4dbd-835e-3c4786f7c62d (No such file or directory)
======================================================================
ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 187, in test_pardo_side_inputs
('a', 'y'), ('b', 'y'), ('c', 'y')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_side_inputs_1560708217.53_923588fe-5ffc-42de-be56-16bdab60a94f failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-32015828-0a69-49c7-a701-e4a62c2d9d26/26/temp_shuffle_066659b9-2933-44aa-9a5c-513d8374a23b (No such file or directory)
======================================================================
ERROR: test_pardo_side_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 158, in test_pardo_side_outputs
assert_that(xy.y, equal_to(['y', 'xy']), label='y')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_side_outputs_1560708218.92_a609c426-f57d-4308-873b-cb097d9a2a13 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-32015828-0a69-49c7-a701-e4a62c2d9d26/37/temp_shuffle_9dd4187e-6496-4daf-9501-54801a70e927 (No such file or directory)
======================================================================
ERROR: test_pardo_state_only (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 308, in test_pardo_state_only
equal_to(expected))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_state_only_1560708220.32_3648c39d-8784-4436-bf46-73531f9361d9 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-32015828-0a69-49c7-a701-e4a62c2d9d26/0d/shuffle_30_0_0.data.c5434ec7-bb6a-441d-a9a2-80bacd98e26a (No such file or directory)
======================================================================
ERROR: test_pardo_state_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 401, in test_pardo_state_timers
self._run_pardo_state_timers(False)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 461, in _run_pardo_state_timers
assert_that(actual, is_buffered_correctly)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_state_timers_1560708221.6_7801aeca-0818-4c80-ad56-a9da4a4a65ea failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-32015828-0a69-49c7-a701-e4a62c2d9d26/20/temp_shuffle_7d46ce36-9fd7-4777-8c5d-0018c40368d9 (No such file or directory)
======================================================================
ERROR: test_pardo_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 361, in test_pardo_timers
assert_that(actual, equal_to(expected))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_timers_1560708223.86_b1050aa7-33b2-4b95-ba5d-c9d295aa42a6 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-32015828-0a69-49c7-a701-e4a62c2d9d26/3d/temp_shuffle_a829a173-46e4-4daa-847e-028b0c6a59dc (No such file or directory)
======================================================================
ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 277, in test_pardo_unfusable_side_inputs
equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_unfusable_side_inputs_1560708226.51_2cc60afc-c4fe-427c-9dd1-b6391fe66574 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-32015828-0a69-49c7-a701-e4a62c2d9d26/36/shuffle_38_1_0.data.a457b5a1-2272-4aaa-835a-060674cadbd2 (No such file or directory)
======================================================================
ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 214, in test_pardo_windowed_side_inputs
label='windowed')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_windowed_side_inputs_1560708230.73_9d9418d7-6166-4b67-b4af-c5f2ba8ede33 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-32015828-0a69-49c7-a701-e4a62c2d9d26/09/temp_shuffle_3c01e7ef-f636-429a-8833-00e9b31c30f3 (No such file or directory)
======================================================================
ERROR: test_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 592, in test_read
equal_to(['a', 'b', 'c']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_read_1560708231.98_d2e281f7-61d1-4332-ac9c-f2939ab0f422 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-32015828-0a69-49c7-a701-e4a62c2d9d26/36/temp_shuffle_0ec2a450-e087-4939-b8f9-294a637257d1 (No such file or directory)
======================================================================
ERROR: test_reshuffle (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 562, in test_reshuffle
equal_to([1, 2, 3]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_reshuffle_1560708233.21_695dcd80-84c4-49bb-9217-d0a3080b1b2d failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-32015828-0a69-49c7-a701-e4a62c2d9d26/26/temp_shuffle_b79a9f50-70a4-42e2-8d53-83d35f741ead (No such file or directory)
======================================================================
ERROR: test_sdf_wrap_range_source (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 548, in test_sdf_wrap_range_source
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), [0, 1, 2, 3])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 534, in _run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_sdf_wrap_range_source_1560708234.53_e6283f6e-c508-4ef2-8699-7d3f4f9e57c5 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-32015828-0a69-49c7-a701-e4a62c2d9d26/17/temp_shuffle_06a2be0c-818f-413d-9cb1-c9cb324e48ac (No such file or directory)
======================================================================
ERROR: test_sdf_wrapper_overrides_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/build/gradleenv/1922375555/local/lib/python2.7/site-packages/mock-2.0.0-py2.7.egg/mock/mock.py",> line 1305, in patched
return func(*args, **keywargs)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 545, in test_sdf_wrapper_overrides_read
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), ['1'])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 534, in _run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_sdf_wrapper_overrides_read_1560708235.79_b17d35f5-aea1-414d-b4c3-16fb189146e9 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-32015828-0a69-49c7-a701-e4a62c2d9d26/25/temp_shuffle_207b7c4c-eb12-4650-a7b5-1f59f33db4a2 (No such file or directory)
======================================================================
ERROR: test_windowed_pardo_state_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 404, in test_windowed_pardo_state_timers
self._run_pardo_state_timers(True)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 461, in _run_pardo_state_timers
assert_that(actual, is_buffered_correctly)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_windowed_pardo_state_timers_1560708237.01_ff02ce6a-b6fe-4662-9c9e-43d471ba2f0c failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-32015828-0a69-49c7-a701-e4a62c2d9d26/0b/shuffle_49_0_0.data.3bb488a5-a3ce-49bc-8db8-772ac8adbc6b (No such file or directory)
======================================================================
ERROR: test_windowing (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 604, in test_windowing
assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_windowing_1560708238.33_0a1f9105-272d-46d1-8e24-f9c22b852cee failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-32015828-0a69-49c7-a701-e4a62c2d9d26/36/temp_shuffle_f845e2aa-e324-42b2-b890-01e4c99888a0 (No such file or directory)
----------------------------------------------------------------------
Ran 38 tests in 79.468s
FAILED (errors=21, skipped=10)
> Task :sdks:python:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/build.gradle'> line: 251
* What went wrong:
Execution failed for task ':sdks:python:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 3m 51s
60 actionable tasks: 47 executed, 13 from cache
Publishing build scan...
https://gradle.com/s/sgih5gghkzlzo
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_Python_VR_Spark #141
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/141/display/redirect>
------------------------------------------
[...truncated 1.18 MB...]
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_large_elements_1560686606.63_550b185c-7bf6-4990-81e9-156fba70267f failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/33/shuffle_18_0_0.index.4e56fddc-3324-4b5e-9e53-4443d6f0ef92 (No such file or directory)
======================================================================
ERROR: test_multimap_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 254, in test_multimap_side_input
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_multimap_side_input_1560686612.73_4794ee75-d8ab-4ed1-b7e0-2846a92e0180 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/1c/temp_shuffle_a0747b22-e79a-4b6e-a121-83e7f03ad71a (No such file or directory)
======================================================================
ERROR: test_multimap_side_input_type_coercion (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 267, in test_multimap_side_input_type_coercion
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_multimap_side_input_type_coercion_1560686614.12_c3797929-7c1a-4ea3-af9c-d786c143ece5 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/36/shuffle_20_0_0.index.7a9bec6d-9d75-42f1-a64a-9f8fa45690ab (No such file or directory)
======================================================================
ERROR: test_no_subtransform_composite (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 673, in test_no_subtransform_composite
assert_that((pcoll_a, pcoll_b) | First(), equal_to(['a']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_no_subtransform_composite_1560686615.49_5c1786a8-3011-45d9-af96-fdde0dcf395e failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/0b/shuffle_21_0_0.index.895c3681-1008-4148-ad41-faf747c888a7 (No such file or directory)
======================================================================
ERROR: test_pardo (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 104, in test_pardo
assert_that(res, equal_to(['aax', 'bcbcx']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_1560686617.57_8231e62e-d11d-40bd-9cf0-44308e8d3b4c failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/34/shuffle_22_0_0.index.97e9bf89-e342-4766-835c-5405d9e7a71e (No such file or directory)
======================================================================
ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 176, in test_pardo_side_and_main_outputs
assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_side_and_main_outputs_1560686620.41_940c1ba1-73a8-4554-ad14-e63a8df0898f failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/02/temp_shuffle_6faf7120-5b24-4fab-9ab8-614237b5e894 (No such file or directory)
======================================================================
ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 187, in test_pardo_side_inputs
('a', 'y'), ('b', 'y'), ('c', 'y')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_side_inputs_1560686622.98_f8eae201-6295-421d-9c39-4e24905fb235 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/0b/shuffle_27_0_0.data.a0f7c12b-3ba1-4cf8-8f76-3519efddc3ec (No such file or directory)
======================================================================
ERROR: test_pardo_side_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 158, in test_pardo_side_outputs
assert_that(xy.y, equal_to(['y', 'xy']), label='y')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_side_outputs_1560686624.37_411ce2d0-26ea-433d-adc7-1807826136cc failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/2d/shuffle_29_0_0.index.fa7c7eca-9bee-4466-8ef0-29c639574b7c (No such file or directory)
======================================================================
ERROR: test_pardo_state_only (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 308, in test_pardo_state_only
equal_to(expected))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_state_only_1560686625.76_dfe1649f-da74-4a6e-beb1-f18f34224722 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/2a/shuffle_31_0_0.index.505fb089-7060-43ff-bccc-0877d2ee7196 (No such file or directory)
======================================================================
ERROR: test_pardo_state_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 401, in test_pardo_state_timers
self._run_pardo_state_timers(False)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 461, in _run_pardo_state_timers
assert_that(actual, is_buffered_correctly)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_state_timers_1560686627.9_0b3237ed-f99f-4fc8-ab34-9d558ad44cec failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/36/temp_shuffle_a0814fc3-7ea6-4e38-b230-f9e59bc25a02 (No such file or directory)
======================================================================
ERROR: test_pardo_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 361, in test_pardo_timers
assert_that(actual, equal_to(expected))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_timers_1560686629.17_c5e644d5-997d-4ae1-9afd-07488e49a7ab failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/34/shuffle_37_0_0.data.d6943c06-015d-4ae6-929d-33b4653e9392 (No such file or directory)
======================================================================
ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 277, in test_pardo_unfusable_side_inputs
equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_unfusable_side_inputs_1560686631.34_701a2dc3-9cfd-4a36-97ea-7ae5cfe9deff failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/36/shuffle_39_0_0.data.c5a2c87b-b548-4ef6-bd0d-6d4cbb804cdc (No such file or directory)
======================================================================
ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 214, in test_pardo_windowed_side_inputs
label='windowed')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_pardo_windowed_side_inputs_1560686632.56_8965d44e-a2ae-4422-9981-9b365ffafa85 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/09/shuffle_41_0_0.index.63c6d49e-7c75-43f8-8801-03f9eb853ee5 (No such file or directory)
======================================================================
ERROR: test_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 592, in test_read
equal_to(['a', 'b', 'c']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_read_1560686635.95_798371ed-fb60-4847-971e-6691f68080ba failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/0b/shuffle_43_0_0.index.22f21b54-7c8a-47a2-9410-3ba32c243954 (No such file or directory)
======================================================================
ERROR: test_reshuffle (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 562, in test_reshuffle
equal_to([1, 2, 3]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_reshuffle_1560686637.17_2738fb3e-a1f7-49b2-9039-931eea2f870f failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/12/temp_shuffle_cc90a851-e628-412f-8c1f-fa17d34aeefb (No such file or directory)
======================================================================
ERROR: test_sdf_wrap_range_source (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 548, in test_sdf_wrap_range_source
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), [0, 1, 2, 3])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 534, in _run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_sdf_wrap_range_source_1560686639.4_85596426-aca1-4194-be08-4371484c74d6 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/33/temp_shuffle_72caf43c-5c60-49ca-8f31-6d002adb270f (No such file or directory)
======================================================================
ERROR: test_windowed_pardo_state_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 404, in test_windowed_pardo_state_timers
self._run_pardo_state_timers(True)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 461, in _run_pardo_state_timers
assert_that(actual, is_buffered_correctly)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_windowed_pardo_state_timers_1560686642.49_161a4789-b06b-4a2f-a659-5e82c528d615 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/03/temp_shuffle_1139a005-a60b-46f3-96a3-a309dadd30bf (No such file or directory)
======================================================================
ERROR: test_windowing (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 604, in test_windowing
assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline test_windowing_1560686645.9_32ec9ceb-3235-4656-a0d0-9e4e7c23ca18 failed in state FAILED: java.io.FileNotFoundException: /tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/2a/shuffle_53_0_0.index.a9e25791-7fb1-4d00-bdfa-a6ec14929690 (No such file or directory)
----------------------------------------------------------------------
Ran 38 tests in 88.627s
FAILED (errors=20, skipped=10)
> Task :sdks:python:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/build.gradle'> line: 251
* What went wrong:
Execution failed for task ':sdks:python:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 3m 58s
60 actionable tasks: 47 executed, 13 from cache
Publishing build scan...
https://gradle.com/s/vwbmcggeqihls
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org