You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@impala.apache.org by "Yida Wu (Jira)" <ji...@apache.org> on 2021/02/27 00:04:00 UTC

[jira] [Closed] (IMPALA-10530) DiskIoMgrTest.WriteToRemoteEvictLocal failed in asan build

     [ https://issues.apache.org/jira/browse/IMPALA-10530?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]

Yida Wu closed IMPALA-10530.
----------------------------
    Fix Version/s: Impala 4.0
       Resolution: Fixed

Same cause as IMPALA-10527, Fixed in IMPALA-10527.

> DiskIoMgrTest.WriteToRemoteEvictLocal failed in asan build
> ----------------------------------------------------------
>
>                 Key: IMPALA-10530
>                 URL: https://issues.apache.org/jira/browse/IMPALA-10530
>             Project: IMPALA
>          Issue Type: Bug
>          Components: Backend
>    Affects Versions: Impala 4.0
>            Reporter: Wenzhe Zhou
>            Assignee: Yida Wu
>            Priority: Major
>              Labels: broken-build
>             Fix For: Impala 4.0
>
>
> DiskIoMgrTest.WriteToRemoteEvictLocal failed in core-asan build.
> Stack: 
> [ RUN ] DiskIoMgrTest.WriteToRemoteEvictLocal
> =================================================================
> ==14099==ERROR: AddressSanitizer: heap-use-after-free on address 0x61500269c0b8 at pc 0x000003fc4385 bp 0x7f5c8811dd10 sp 0x7f5c8811dd08
> READ of size 1 at 0x61500269c0b8 thread T244812
>  #0 0x3fc4384 in impala::TmpFileBufferPool::TmpFileSpaceReserveThreadLoop() /data/jenkins/workspace/impala-cdpd-master-staging-core-asan/repos/Impala/be/src/runtime/tmp-file-mgr.cc:1755:15
>  #1 0x3ff17ab in boost::_bi::bind_t<void, boost::_mfi::mf0<void, impala::TmpFileBufferPool>, boost::_bi::list1<boost::_bi::value<impala::TmpFileBufferPool*> > >::operator()() /data/jenkins/workspace/impala-cdpd-master-staging-core-asan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
>  #2 0x3c26d76 in boost::function0<void>::operator()() const /data/jenkins/workspace/impala-cdpd-master-staging-core-asan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:770:14
>  #3 0x4ebf379 in impala::Thread::SuperviseThread(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*) /data/jenkins/workspace/impala-cdpd-master-staging-core-asan/repos/Impala/be/src/util/thread.cc:360:3
>  #4 0x4eca9c8 in void boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::ThreadDebugInfo*>, boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> >::operator()<void (*)(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), boost::_bi::list0>(boost::_bi::type<void>, void (*&)(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), boost::_bi::list0&, int) /data/jenkins/workspace/impala-cdpd-master-staging-core-asan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:531:9
>  #5 0x4eca81b in boost::_bi::bind_t<void, void (*)(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::ThreadDebugInfo*>, boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > >::operator()() /data/jenkins/workspace/impala-cdpd-master-staging-core-asan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
>  #6 0x52b2a41 in thread_proxy (/data0/jenkins/workspace/impala-cdpd-master-staging-core-asan/repos/Impala/be/build/debug/service/unifiedbetests+0x52b2a41)
>  #7 0x7f65a49e0e24 in start_thread (/lib64/libpthread.so.0+0x7e24)
>  #8 0x7f65a14e934c in __clone (/lib64/libc.so.6+0xf834c)
> 0x61500269c0b8 is located 440 bytes inside of 456-byte region [0x61500269bf00,0x61500269c0c8)
> freed by thread T0 here:
>  #0 0x1fc3560 in operator delete(void*) /mnt/source/llvm/llvm-5.0.1.src-p3/projects/compiler-rt/lib/asan/asan_new_delete.cc:137
>  #1 0x3fe6fd6 in std::unique_ptr<impala::TmpFileBufferPool, std::default_delete<impala::TmpFileBufferPool> >::~unique_ptr() /data/jenkins/workspace/impala-cdpd-master-staging-core-asan/Impala-Toolchain/toolchain-packages-gcc7.5.0/gcc-7.5.0/lib/gcc/x86_64-pc-linux-gnu/7.5.0/../../../../include/c++/7.5.0/bits/unique_ptr.h:263:4
>  #2 0x3fbdc9e in impala::TmpFileMgr::~TmpFileMgr() /data/jenkins/workspace/impala-cdpd-master-staging-core-asan/repos/Impala/be/src/runtime/tmp-file-mgr.cc:171:28
>  #3 0x2388df7 in impala::io::DiskIoMgrTest_WriteToRemoteEvictLocal_Test::TestBody() /data/jenkins/workspace/impala-cdpd-master-staging-core-asan/repos/Impala/be/src/runtime/io/disk-io-mgr-test.cc:2341:1
>  #4 0x66df979 in void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) (/data0/jenkins/workspace/impala-cdpd-master-staging-core-asan/repos/Impala/be/build/debug/service/unifiedbetests+0x66df979)
> previously allocated by thread T0 here:
>  #0 0x1fc27f0 in operator new(unsigned long) /mnt/source/llvm/llvm-5.0.1.src-p3/projects/compiler-rt/lib/asan/asan_new_delete.cc:92
>  #1 0x3fc318e in impala::TmpFileMgr::CreateTmpFileBufferPoolThread(impala::MetricGroup*) /data/jenkins/workspace/impala-cdpd-master-staging-core-asan/repos/Impala/be/src/runtime/tmp-file-mgr.cc:480:46
>  #2 0x3fc0cbd in impala::TmpFileMgr::InitCustom(std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, bool, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, bool, impala::MetricGroup*) /data/jenkins/workspace/impala-cdpd-master-staging-core-asan/repos/Impala/be/src/runtime/tmp-file-mgr.cc:413:5
>  #3 0x239cca5 in impala::io::DiskIoMgrTest::NewRemoteFileGroup(impala::TmpFileMgr*, impala::io::DiskIoMgr*) /data/jenkins/workspace/impala-cdpd-master-staging-core-asan/repos/Impala/be/src/runtime/io/disk-io-mgr-test.cc:175:35
>  #4 0x23883ba in impala::io::DiskIoMgrTest_WriteToRemoteEvictLocal_Test::TestBody() /data/jenkins/workspace/impala-cdpd-master-staging-core-asan/repos/Impala/be/src/runtime/io/disk-io-mgr-test.cc:2259:32
>  #5 0x66df979 in void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) (/data0/jenkins/workspace/impala-cdpd-master-staging-core-asan/repos/Impala/be/build/debug/service/unifiedbetests+0x66df979)
> Thread T244812 created by T0 here:
>  #0 0x1ee7f10 in __interceptor_pthread_create /mnt/source/llvm/llvm-5.0.1.src-p3/projects/compiler-rt/lib/asan/asan_interceptors.cc:317
>  #1 0x52b1a98 in boost::thread::start_thread_noexcept() (/data0/jenkins/workspace/impala-cdpd-master-staging-core-asan/repos/Impala/be/build/debug/service/unifiedbetests+0x52b1a98)
>  #2 0x4ec32d6 in boost::thread::thread<void (*)(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, boost::function<void ()>, impala::ThreadDebugInfo*, impala::Promise<long, (impala::PromiseMode)0>*>(void (*)(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, boost::function<void ()>, impala::ThreadDebugInfo*, impala::Promise<long, (impala::PromiseMode)0>*) /data/jenkins/workspace/impala-cdpd-master-staging-core-asan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:420:13
>  #3 0x4ebe7d7 in impala::Thread::StartThread(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()> const&, std::unique_ptr<impala::Thread, std::default_delete<impala::Thread> >*, bool) /data/jenkins/workspace/impala-cdpd-master-staging-core-asan/repos/Impala/be/src/util/thread.cc:317:13
>  #4 0x3fe2767 in impala::Status impala::Thread::Create<void (impala::TmpFileBufferPool::*)(), impala::TmpFileBufferPool*>(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, void (impala::TmpFileBufferPool::* const&)(), impala::TmpFileBufferPool* const&, std::unique_ptr<impala::Thread, std::default_delete<impala::Thread> >*, bool) /data/jenkins/workspace/impala-cdpd-master-staging-core-asan/repos/Impala/be/src/util/thread.h:81:12
>  #5 0x3fc32fe in impala::TmpFileMgr::CreateTmpFileBufferPoolThread(impala::MetricGroup*) /data/jenkins/workspace/impala-cdpd-master-staging-core-asan/repos/Impala/be/src/runtime/tmp-file-mgr.cc:482:3
>  #6 0x3fc0cbd in impala::TmpFileMgr::InitCustom(std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, bool, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, bool, impala::MetricGroup*) /data/jenkins/workspace/impala-cdpd-master-staging-core-asan/repos/Impala/be/src/runtime/tmp-file-mgr.cc:413:5
>  #7 0x239cca5 in impala::io::DiskIoMgrTest::NewRemoteFileGroup(impala::TmpFileMgr*, impala::io::DiskIoMgr*) /data/jenkins/workspace/impala-cdpd-master-staging-core-asan/repos/Impala/be/src/runtime/io/disk-io-mgr-test.cc:175:35
>  #8 0x23883ba in impala::io::DiskIoMgrTest_WriteToRemoteEvictLocal_Test::TestBody() /data/jenkins/workspace/impala-cdpd-master-staging-core-asan/repos/Impala/be/src/runtime/io/disk-io-mgr-test.cc:2259:32
>  #9 0x66df979 in void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) (/data0/jenkins/workspace/impala-cdpd-master-staging-core-asan/repos/Impala/be/build/debug/service/unifiedbetests+0x66df979)



--
This message was sent by Atlassian Jira
(v8.3.4#803005)