You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues-all@impala.apache.org by "Wenzhe Zhou (Jira)" <ji...@apache.org> on 2021/02/20 19:31:00 UTC
[jira] [Commented] (IMPALA-10526)
BufferPoolTest.Multi8RandomSpillToRemoteMix failed in sanitizer builds
[ https://issues.apache.org/jira/browse/IMPALA-10526?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17287775#comment-17287775 ]
Wenzhe Zhou commented on IMPALA-10526:
--------------------------------------
Stacks:
[ RUN ] BufferPoolTest.Multi8RandomSpillToRemoteMix
==================
WARNING: ThreadSanitizer: data race (pid=17015)
Read of size 1 at 0x7b50002143b0 by thread T441:
#0 impala::io::ScanRange::CancelInternal(impala::Status const&, bool) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/runtime/io/scan-range.cc:386:7 (buffer-pool-test+0x2c1329d)
#1 impala::io::ScanRange::Cancel(impala::Status const&) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/runtime/io/scan-range.cc:375:3 (buffer-pool-test+0x2c13a68)
#2 impala::TmpWriteHandle::CancelRead() /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/runtime/tmp-file-mgr.cc:1665:18 (buffer-pool-test+0x21a751c)
#3 impala::BufferPool::DestroyPage(impala::BufferPool::ClientHandle*, impala::BufferPool::PageHandle*) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/runtime/bufferpool/buffer-pool.cc:163:36 (buffer-pool-test+0x1c5ee42)
#4 impala::BufferPoolTest::TestRandomInternalImpl(impala::BufferPool*, impala::TmpFileGroup*, impala::MemTracker*, std::mersenne_twister_engine<unsigned long, 32ul, 624ul, 397ul, 31ul, 2567483615ul, 11ul, 4294967295ul, 7ul, 2636928640ul, 15ul, 4022730752ul, 18ul, 1812433253ul>*, int, bool) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/runtime/bufferpool/buffer-pool-test.cc:2240:34 (buffer-pool-test+0x1c25356)
#5 impala::BufferPoolTest::TestRandomInternalMulti(int, long, bool)::$_1::operator()() const /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/runtime/bufferpool/buffer-pool-test.cc:2126:11 (buffer-pool-test+0x1c2c2e3)
#6 boost::detail::thread_data<impala::BufferPoolTest::TestRandomInternalMulti(int, long, bool)::$_1>::run() /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:116:17 (buffer-pool-test+0x1c2c210)
#7 thread_proxy <null> (buffer-pool-test+0x3553521)
Previous write of size 1 at 0x7b50002143b0 by thread T382 (mutexes: write M5472564, write M5472582):
#0 impala::io::ScanRange::DoRead(impala::io::DiskQueue*, int) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/runtime/io/scan-range.cc (buffer-pool-test+0x2c137b8)
#1 impala::io::DiskQueue::DiskThreadLoop(impala::io::DiskIoMgr*) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:734:43 (buffer-pool-test+0x2bf3e5c)
#2 boost::_mfi::mf1<void, impala::io::DiskQueue, impala::io::DiskIoMgr*>::operator()(impala::io::DiskQueue*, impala::io::DiskIoMgr*) const /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/mem_fn_template.hpp:165:29 (buffer-pool-test+0x2bffbed)
#3 void boost::_bi::list2<boost::_bi::value<impala::io::DiskQueue*>, boost::_bi::value<impala::io::DiskIoMgr*> >::operator()<boost::_mfi::mf1<void, impala::io::DiskQueue, impala::io::DiskIoMgr*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void, impala::io::DiskQueue, impala::io::DiskIoMgr*>&, boost::_bi::list0&, int) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:319:9 (buffer-pool-test+0x2bffb2d)
#4 boost::_bi::bind_t<void, boost::_mfi::mf1<void, impala::io::DiskQueue, impala::io::DiskIoMgr*>, boost::_bi::list2<boost::_bi::value<impala::io::DiskQueue*>, boost::_bi::value<impala::io::DiskIoMgr*> > >::operator()() /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16 (buffer-pool-test+0x2bffa93)
#5 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf1<void, impala::io::DiskQueue, impala::io::DiskIoMgr*>, boost::_bi::list2<boost::_bi::value<impala::io::DiskQueue*>, boost::_bi::value<impala::io::DiskIoMgr*> > >, void>::invoke(boost::detail::function::function_buffer&) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:159:11 (buffer-pool-test+0x2bff831)
#6 boost::function0<void>::operator()() const /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:770:14 (buffer-pool-test+0x2011a21)
#7 impala::Thread::SuperviseThread(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/util/thread.cc:360:3 (buffer-pool-test+0x2639beb)
#8 void boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::ThreadDebugInfo*>, boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> >::operator()<void (*)(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), boost::_bi::list0>(boost::_bi::type<void>, void (*&)(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), boost::_bi::list0&, int) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:531:9 (buffer-pool-test+0x2641f2c)
#9 boost::_bi::bind_t<void, void (*)(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::ThreadDebugInfo*>, boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > >::operator()() /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16 (buffer-pool-test+0x2641e43)
#10 boost::detail::thread_data<boost::_bi::bind_t<void, void (*)(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::ThreadDebugInfo*>, boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > > >::run() /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:116:17 (buffer-pool-test+0x2641b30)
#11 thread_proxy <null> (buffer-pool-test+0x3553521)
Location is heap block of size 504 at 0x7b5000214200 allocated by thread T441:
#0 operator new(unsigned long) /mnt/source/llvm/llvm-5.0.1.src-p3/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cc:44 (buffer-pool-test+0x1c027f6)
#1 impala::TmpFileGroup::ReadAsync(impala::TmpWriteHandle*, impala::MemRange) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/runtime/tmp-file-mgr.cc:1227:46 (buffer-pool-test+0x21a3763)
#2 impala::BufferPool::Client::StartMoveEvictedToPinned(std::unique_lock<std::mutex>*, impala::BufferPool::ClientHandle*, impala::BufferPool::Page*) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/runtime/bufferpool/buffer-pool.cc:557:3 (buffer-pool-test+0x1c6378c)
#3 impala::BufferPool::Client::StartMoveToPinned(impala::BufferPool::ClientHandle*, impala::BufferPool::Page*) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/runtime/bufferpool/buffer-pool.cc:544:10 (buffer-pool-test+0x1c5fad5)
#4 impala::BufferPool::Pin(impala::BufferPool::ClientHandle*, impala::BufferPool::PageHandle*) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/runtime/bufferpool/buffer-pool.cc:185:5 (buffer-pool-test+0x1c5f729)
#5 impala::BufferPoolTest::TestRandomInternalImpl(impala::BufferPool*, impala::TmpFileGroup*, impala::MemTracker*, std::mersenne_twister_engine<unsigned long, 32ul, 624ul, 397ul, 31ul, 2567483615ul, 11ul, 4294967295ul, 7ul, 2636928640ul, 15ul, 4022730752ul, 18ul, 1812433253ul>*, int, bool) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/runtime/bufferpool/buffer-pool-test.cc:2194:9 (buffer-pool-test+0x1c24cdf)
#6 impala::BufferPoolTest::TestRandomInternalMulti(int, long, bool)::$_1::operator()() const /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/runtime/bufferpool/buffer-pool-test.cc:2126:11 (buffer-pool-test+0x1c2c2e3)
#7 boost::detail::thread_data<impala::BufferPoolTest::TestRandomInternalMulti(int, long, bool)::$_1>::run() /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:116:17 (buffer-pool-test+0x1c2c210)
#8 thread_proxy <null> (buffer-pool-test+0x3553521)
Mutex M5472564 (0x7b4c002f97c0) created at:
#0 __tsan_atomic32_compare_exchange_strong /mnt/source/llvm/llvm-5.0.1.src-p3/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cc:781 (buffer-pool-test+0x1bc0509)
#1 base::subtle::Acquire_CompareAndSwap(int volatile*, int, int) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/gutil/atomicops-internals-tsan.h:85:3 (buffer-pool-test+0x1c38f67)
#2 base::SpinLock::Lock() /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/gutil/spinlock.h:73:9 (buffer-pool-test+0x1c38ed0)
#3 impala::SpinLock::lock() /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/util/spinlock.h:34:8 (buffer-pool-test+0x1c38e89)
#4 std::unique_lock<impala::SpinLock>::lock() /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/gcc-7.5.0/lib/gcc/x86_64-pc-linux-gnu/7.5.0/../../../../include/c++/7.5.0/bits/std_mutex.h:267:17 (buffer-pool-test+0x1c552ff)
#5 std::unique_lock<impala::SpinLock>::unique_lock(impala::SpinLock&) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/gcc-7.5.0/lib/gcc/x86_64-pc-linux-gnu/7.5.0/../../../../include/c++/7.5.0/bits/std_mutex.h:197:2 (buffer-pool-test+0x1c55223)
#6 impala::io::DiskFile::SetStatus(impala::io::DiskFileStatus) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/runtime/io/disk-file.h:105:32 (buffer-pool-test+0x21abec6)
#7 impala::io::WriteRange::DoWrite() /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:268:19 (buffer-pool-test+0x2bf0c90)
#8 impala::io::DiskQueue::DiskThreadLoop(impala::io::DiskIoMgr*) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:740:38 (buffer-pool-test+0x2bf3e11)
#9 boost::_mfi::mf1<void, impala::io::DiskQueue, impala::io::DiskIoMgr*>::operator()(impala::io::DiskQueue*, impala::io::DiskIoMgr*) const /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/mem_fn_template.hpp:165:29 (buffer-pool-test+0x2bffbed)
#10 void boost::_bi::list2<boost::_bi::value<impala::io::DiskQueue*>, boost::_bi::value<impala::io::DiskIoMgr*> >::operator()<boost::_mfi::mf1<void, impala::io::DiskQueue, impala::io::DiskIoMgr*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void, impala::io::DiskQueue, impala::io::DiskIoMgr*>&, boost::_bi::list0&, int) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:319:9 (buffer-pool-test+0x2bffb2d)
#11 boost::_bi::bind_t<void, boost::_mfi::mf1<void, impala::io::DiskQueue, impala::io::DiskIoMgr*>, boost::_bi::list2<boost::_bi::value<impala::io::DiskQueue*>, boost::_bi::value<impala::io::DiskIoMgr*> > >::operator()() /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16 (buffer-pool-test+0x2bffa93)
#12 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf1<void, impala::io::DiskQueue, impala::io::DiskIoMgr*>, boost::_bi::list2<boost::_bi::value<impala::io::DiskQueue*>, boost::_bi::value<impala::io::DiskIoMgr*> > >, void>::invoke(boost::detail::function::function_buffer&) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:159:11 (buffer-pool-test+0x2bff831)
#13 boost::function0<void>::operator()() const /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:770:14 (buffer-pool-test+0x2011a21)
#14 impala::Thread::SuperviseThread(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/util/thread.cc:360:3 (buffer-pool-test+0x2639beb)
#15 void boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::ThreadDebugInfo*>, boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> >::operator()<void (*)(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), boost::_bi::list0>(boost::_bi::type<void>, void (*&)(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), boost::_bi::list0&, int) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:531:9 (buffer-pool-test+0x2641f2c)
#16 boost::_bi::bind_t<void, void (*)(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::ThreadDebugInfo*>, boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > >::operator()() /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16 (buffer-pool-test+0x2641e43)
#17 boost::detail::thread_data<boost::_bi::bind_t<void, void (*)(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::ThreadDebugInfo*>, boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > > >::run() /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:116:17 (buffer-pool-test+0x2641b30)
#18 thread_proxy <null> (buffer-pool-test+0x3553521)
Mutex M5472582 (0x7b4c002f9600) created at:
#0 __tsan_atomic32_compare_exchange_strong /mnt/source/llvm/llvm-5.0.1.src-p3/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cc:781 (buffer-pool-test+0x1bc0509)
#1 base::subtle::Acquire_CompareAndSwap(int volatile*, int, int) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/gutil/atomicops-internals-tsan.h:85:3 (buffer-pool-test+0x1c38f67)
#2 base::SpinLock::Lock() /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/gutil/spinlock.h:73:9 (buffer-pool-test+0x1c38ed0)
#3 impala::SpinLock::lock() /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/util/spinlock.h:34:8 (buffer-pool-test+0x1c38e89)
#4 std::unique_lock<impala::SpinLock>::lock() /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/gcc-7.5.0/lib/gcc/x86_64-pc-linux-gnu/7.5.0/../../../../include/c++/7.5.0/bits/std_mutex.h:267:17 (buffer-pool-test+0x1c552ff)
#5 std::unique_lock<impala::SpinLock>::unique_lock(impala::SpinLock&) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/gcc-7.5.0/lib/gcc/x86_64-pc-linux-gnu/7.5.0/../../../../include/c++/7.5.0/bits/std_mutex.h:197:2 (buffer-pool-test+0x1c55223)
#6 impala::io::ScanRange::DoRead(impala::io::DiskQueue*, int) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/runtime/io/scan-range.cc:276:29 (buffer-pool-test+0x2c136f3)
#7 impala::io::DiskQueue::DiskThreadLoop(impala::io::DiskIoMgr*) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:734:43 (buffer-pool-test+0x2bf3e5c)
#8 boost::_mfi::mf1<void, impala::io::DiskQueue, impala::io::DiskIoMgr*>::operator()(impala::io::DiskQueue*, impala::io::DiskIoMgr*) const /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/mem_fn_template.hpp:165:29 (buffer-pool-test+0x2bffbed)
#9 void boost::_bi::list2<boost::_bi::value<impala::io::DiskQueue*>, boost::_bi::value<impala::io::DiskIoMgr*> >::operator()<boost::_mfi::mf1<void, impala::io::DiskQueue, impala::io::DiskIoMgr*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void, impala::io::DiskQueue, impala::io::DiskIoMgr*>&, boost::_bi::list0&, int) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:319:9 (buffer-pool-test+0x2bffb2d)
#10 boost::_bi::bind_t<void, boost::_mfi::mf1<void, impala::io::DiskQueue, impala::io::DiskIoMgr*>, boost::_bi::list2<boost::_bi::value<impala::io::DiskQueue*>, boost::_bi::value<impala::io::DiskIoMgr*> > >::operator()() /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16 (buffer-pool-test+0x2bffa93)
#11 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf1<void, impala::io::DiskQueue, impala::io::DiskIoMgr*>, boost::_bi::list2<boost::_bi::value<impala::io::DiskQueue*>, boost::_bi::value<impala::io::DiskIoMgr*> > >, void>::invoke(boost::detail::function::function_buffer&) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:159:11 (buffer-pool-test+0x2bff831)
#12 boost::function0<void>::operator()() const /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:770:14 (buffer-pool-test+0x2011a21)
#13 impala::Thread::SuperviseThread(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/util/thread.cc:360:3 (buffer-pool-test+0x2639beb)
#14 void boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::ThreadDebugInfo*>, boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> >::operator()<void (*)(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), boost::_bi::list0>(boost::_bi::type<void>, void (*&)(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), boost::_bi::list0&, int) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:531:9 (buffer-pool-test+0x2641f2c)
#15 boost::_bi::bind_t<void, void (*)(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::ThreadDebugInfo*>, boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > >::operator()() /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16 (buffer-pool-test+0x2641e43)
#16 boost::detail::thread_data<boost::_bi::bind_t<void, void (*)(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::ThreadDebugInfo*>, boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > > >::run() /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:116:17 (buffer-pool-test+0x2641b30)
#17 thread_proxy <null> (buffer-pool-test+0x3553521)
Thread T441 (tid=25686, running) created by main thread at:
#0 pthread_create /mnt/source/llvm/llvm-5.0.1.src-p3/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors.cc:889 (buffer-pool-test+0x1b76346)
#1 boost::thread::start_thread_noexcept() <null> (buffer-pool-test+0x3552578)
#2 boost::thread::thread<impala::BufferPoolTest::TestRandomInternalMulti(int, long, bool)::$_1>(impala::BufferPoolTest::TestRandomInternalMulti(int, long, bool)::$_1&&) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:265:13 (buffer-pool-test+0x1c257a5)
#3 impala::BufferPoolTest::TestRandomInternalMulti(int, long, bool) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/runtime/bufferpool/buffer-pool-test.cc:2124:28 (buffer-pool-test+0x1c24171)
#4 impala::BufferPoolTest_Multi8RandomSpillToRemoteMix_Test::TestBody() /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/runtime/bufferpool/buffer-pool-test.cc:2068:3 (buffer-pool-test+0x1c24444)
#5 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) <null> (buffer-pool-test+0x495cda9)
#6 __libc_start_main <null> (libc.so.6+0x21c04)
Thread T382 (tid=3409, running) created by main thread at:
#0 pthread_create /mnt/source/llvm/llvm-5.0.1.src-p3/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors.cc:889 (buffer-pool-test+0x1b76346)
#1 boost::thread::start_thread_noexcept() <null> (buffer-pool-test+0x3552578)
#2 boost::thread::thread<void (*)(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, boost::function<void ()>, impala::ThreadDebugInfo*, impala::Promise<long, (impala::PromiseMode)0>*>(void (*)(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, boost::function<void ()>, impala::ThreadDebugInfo*, impala::Promise<long, (impala::PromiseMode)0>*) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:420:13 (buffer-pool-test+0x263c3d4)
#3 impala::Thread::StartThread(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()> const&, std::unique_ptr<impala::Thread, std::default_delete<impala::Thread> >*, bool) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/util/thread.cc:317:13 (buffer-pool-test+0x2639561)
#4 impala::Status impala::Thread::Create<void (impala::io::DiskQueue::*)(impala::io::DiskIoMgr*), impala::io::DiskQueue*, impala::io::DiskIoMgr*>(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, void (impala::io::DiskQueue::* const&)(impala::io::DiskIoMgr*), impala::io::DiskQueue* const&, impala::io::DiskIoMgr* const&, std::unique_ptr<impala::Thread, std::default_delete<impala::Thread> >*, bool) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/util/thread.h:89:12 (buffer-pool-test+0x2bf7f37)
#5 impala::io::DiskIoMgr::Init() /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:556:7 (buffer-pool-test+0x2bf3503)
#6 impala::TestEnv::Init() /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/runtime/test-env.cc:63:3 (buffer-pool-test+0x2156a68)
#7 impala::BufferPoolTest::InitTmpFileMgrSpillToRemote[abi:cxx11](int, long, long) /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/runtime/bufferpool/buffer-pool-test.cc:180:5 (buffer-pool-test+0x1c36008)
#8 impala::BufferPoolTest_Multi8RandomSpillToRemoteMix_Test::TestBody() /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/runtime/bufferpool/buffer-pool-test.cc:2066:3 (buffer-pool-test+0x1c24410)
#9 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) <null> (buffer-pool-test+0x495cda9)
#10 __libc_start_main <null> (libc.so.6+0x21c04)
SUMMARY: ThreadSanitizer: data race /data/jenkins/workspace/impala-cdpd-master-staging-core-tsan/repos/Impala/be/src/runtime/io/scan-range.cc:386:7 in impala::io::ScanRange::CancelInternal(impala::Status const&, bool)
==================
> BufferPoolTest.Multi8RandomSpillToRemoteMix failed in sanitizer builds
> ----------------------------------------------------------------------
>
> Key: IMPALA-10526
> URL: https://issues.apache.org/jira/browse/IMPALA-10526
> Project: IMPALA
> Issue Type: Bug
> Components: Backend
> Affects Versions: Impala 4.0
> Reporter: Wenzhe Zhou
> Assignee: Yida Wu
> Priority: Major
> Labels: broken-build
>
> This backend test failed in tsan build due to data race at
> be/src/runtime/io/scan-range.cc:386:7 in impala::io::ScanRange::CancelInternal(impala::Status const&, bool).
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
---------------------------------------------------------------------
To unsubscribe, e-mail: issues-all-unsubscribe@impala.apache.org
For additional commands, e-mail: issues-all-help@impala.apache.org