You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@beam.apache.org by "Brian Hulette (Jira)" <ji...@apache.org> on 2021/04/16 23:41:00 UTC
[jira] [Assigned] (BEAM-10901) Flaky test:
PipelineInstrumentTest.test_able_to_cache_intermediate_unbounded_source_pcollection
[ https://issues.apache.org/jira/browse/BEAM-10901?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Brian Hulette reassigned BEAM-10901:
------------------------------------
Assignee: Ning Kang
> Flaky test: PipelineInstrumentTest.test_able_to_cache_intermediate_unbounded_source_pcollection
> -----------------------------------------------------------------------------------------------
>
> Key: BEAM-10901
> URL: https://issues.apache.org/jira/browse/BEAM-10901
> Project: Beam
> Issue Type: Bug
> Components: test-failures
> Reporter: Kyle Weaver
> Assignee: Ning Kang
> Priority: P1
> Labels: flake, flaky-test
>
> https://pipelines.actions.githubusercontent.com/COKSSHEuHyOLM1pP93G8aBnLpu5tMJfYiveSzILlm0cIfDvSEl/_apis/pipelines/1/runs/6628/signedlogcontent/15?urlExpires=2020-09-15T18%3A07%3A33.5773511Z&urlSigningMethod=HMACV1&urlSignature=OWYnI0Ba0e%2FDh2cPSD7%2BFoYc6dp9%2F%2BLJwAMGszdaO1M%3D
> {{2020-09-15T17:47:23.9124315Z _ PipelineInstrumentTest.test_able_to_cache_intermediate_unbounded_source_pcollection _
> 2020-09-15T17:47:23.9127327Z [gw2] win32 -- Python 3.5.4 d:\a\beam\beam\sdks\python\target\.tox\py35-win\scripts\python.exe
> 2020-09-15T17:47:23.9128518Z
> 2020-09-15T17:47:23.9134948Z self = <apache_beam.runners.interactive.pipeline_instrument_test.PipelineInstrumentTest testMethod=test_able_to_cache_intermediate_unbounded_source_pcollection>
> 2020-09-15T17:47:23.9136122Z
> 2020-09-15T17:47:23.9136585Z def setUp(self):
> 2020-09-15T17:47:23.9137012Z > ie.new_env()
> 2020-09-15T17:47:23.9137348Z
> 2020-09-15T17:47:23.9138982Z apache_beam\runners\interactive\pipeline_instrument_test.py:46:
> 2020-09-15T17:47:23.9139662Z _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
> 2020-09-15T17:47:23.9141259Z apache_beam\runners\interactive\interactive_environment.py:117: in new_env
> 2020-09-15T17:47:23.9141999Z _interactive_beam_env.cleanup()
> 2020-09-15T17:47:23.9142755Z apache_beam\runners\interactive\interactive_environment.py:273: in cleanup
> 2020-09-15T17:47:23.9144712Z cache_manager.cleanup()
> 2020-09-15T17:47:23.9145453Z apache_beam\runners\interactive\caching\streaming_cache.py:391: in cleanup
> 2020-09-15T17:47:23.9147098Z shutil.rmtree(self._cache_dir)
> 2020-09-15T17:47:23.9148525Z c:\hostedtoolcache\windows\python\3.5.4\x64\lib\shutil.py:494: in rmtree
> 2020-09-15T17:47:23.9149356Z return _rmtree_unsafe(path, onerror)
> 2020-09-15T17:47:23.9150431Z c:\hostedtoolcache\windows\python\3.5.4\x64\lib\shutil.py:384: in _rmtree_unsafe
> 2020-09-15T17:47:23.9151289Z _rmtree_unsafe(fullname, onerror)
> 2020-09-15T17:47:23.9152010Z c:\hostedtoolcache\windows\python\3.5.4\x64\lib\shutil.py:389: in _rmtree_unsafe
> 2020-09-15T17:47:23.9152756Z onerror(os.unlink, fullname, sys.exc_info())
> 2020-09-15T17:47:23.9153286Z _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
> 2020-09-15T17:47:23.9153756Z
> 2020-09-15T17:47:23.9155669Z path = 'D:\\a\\beam\\beam\\sdks\\python\\target\\.tox\\py35-win\\tmp\\it-87ky_iwj2483994137376\\full'
> 2020-09-15T17:47:23.9156453Z onerror = <function rmtree.<locals>.onerror at 0x0000024259F42268>
> 2020-09-15T17:47:23.9156951Z
> 2020-09-15T17:47:23.9157456Z def _rmtree_unsafe(path, onerror):
> 2020-09-15T17:47:23.9157949Z try:
> 2020-09-15T17:47:23.9158409Z if os.path.islink(path):
> 2020-09-15T17:47:23.9159821Z # symlinks to directories are forbidden, see bug #1669
> 2020-09-15T17:47:23.9161488Z raise OSError("Cannot call rmtree on a symbolic link")
> 2020-09-15T17:47:23.9162128Z except OSError:
> 2020-09-15T17:47:23.9162713Z onerror(os.path.islink, path, sys.exc_info())
> 2020-09-15T17:47:23.9163363Z # can't continue even if onerror hook returns
> 2020-09-15T17:47:23.9163870Z return
> 2020-09-15T17:47:23.9164305Z names = []
> 2020-09-15T17:47:23.9164715Z try:
> 2020-09-15T17:47:23.9165740Z names = os.listdir(path)
> 2020-09-15T17:47:23.9166181Z except OSError:
> 2020-09-15T17:47:23.9166737Z onerror(os.listdir, path, sys.exc_info())
> 2020-09-15T17:47:23.9167277Z for name in names:
> 2020-09-15T17:47:23.9167796Z fullname = os.path.join(path, name)
> 2020-09-15T17:47:23.9168270Z try:
> 2020-09-15T17:47:23.9168993Z mode = os.lstat(fullname).st_mode
> 2020-09-15T17:47:23.9169511Z except OSError:
> 2020-09-15T17:47:23.9169942Z mode = 0
> 2020-09-15T17:47:23.9170392Z if stat.S_ISDIR(mode):
> 2020-09-15T17:47:23.9170991Z _rmtree_unsafe(fullname, onerror)
> 2020-09-15T17:47:23.9171493Z else:
> 2020-09-15T17:47:23.9171895Z try:
> 2020-09-15T17:47:23.9172276Z > os.unlink(fullname)
> 2020-09-15T17:47:23.9173365Z E PermissionError: [WinError 32] The process cannot access the file because it is being used by another process: 'D:\\a\\beam\\beam\\sdks\\python\\target\\.tox\\py35-win\\tmp\\it-87ky_iwj2483994137376\\full\\1957bc4053-2483957928904-2483957928120-2483994137376'
> 2020-09-15T17:47:23.9174368Z
> 2020-09-15T17:47:23.9175015Z c:\hostedtoolcache\windows\python\3.5.4\x64\lib\shutil.py:387: PermissionError
> }}
--
This message was sent by Atlassian Jira
(v8.3.4#803005)