You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by GitBox <gi...@apache.org> on 2019/10/23 03:58:38 UTC
[GitHub] [incubator-doris] wangbo commented on issue #2037: Segment v2
stream load core dump
wangbo commented on issue #2037: Segment v2 stream load core dump
URL: https://github.com/apache/incubator-doris/issues/2037#issuecomment-545254864
>=================================================================
>==13927==ERROR: AddressSanitizer: attempting free on address which was not malloc()-ed: 0x60e0005e6ba8 in thread T653
> #0 0xdbb8a0 in operator delete[](void*) ../../../../libsanitizer/asan/asan_new_delete.cc:128
> #1 0x30c9bf1 in doris::segment_v2::ColumnWriter::Page::~Page() /doris/incubator-doris/be/src/olap/rowset/segment_v2/c
>olumn_writer.h:112
> #2 0x30c9bf1 in doris::segment_v2::ColumnWriter::~ColumnWriter() /doris/incubator-doris/be/src/olap/rowset/segment_v2
>/column_writer.cpp:89
> #3 0x2ff277e in std::default_delete<doris::segment_v2::ColumnWriter>::operator()(doris::segment_v2::ColumnWriter*) const /usr/local/include/c++/7.2.
>0/bits/unique_ptr.h:78
> #4 0x2ff277e in std::unique_ptr<doris::segment_v2::ColumnWriter, std::default_delete<doris::segment_v2::ColumnWriter> >::~unique_ptr() /usr/local/in
>clude/c++/7.2.0/bits/unique_ptr.h:268
> #5 0x2ff277e in void std::_Destroy<std::unique_ptr<doris::segment_v2::ColumnWriter, std::default_delete<doris::segment_v2::ColumnWriter> > >(std::un
>ique_ptr<doris::segment_v2::ColumnWriter, std::default_delete<doris::segment_v2::ColumnWriter> >*) /usr/local/include/c++/7.2.0/bits/stl_construct.h:98
> #6 0x2ff277e in void std::_Destroy_aux<false>::__destroy<std::unique_ptr<doris::segment_v2::ColumnWriter, std::default_delete<doris::segment_v2::Col
>umnWriter> >*>(std::unique_ptr<doris::segment_v2::ColumnWriter, std::default_delete<doris::segment_v2::ColumnWriter> >*, std::unique_ptr<doris::segment_
>v2::ColumnWriter, std::default_delete<doris::segment_v2::ColumnWriter> >*) /usr/local/include/c++/7.2.0/bits/stl_construct.h:108
> #7 0x2ff277e in void std::_Destroy<std::unique_ptr<doris::segment_v2::ColumnWriter, std::default_delete<doris::segment_v2::ColumnWriter> >*>(std::un
>ique_ptr<doris::segment_v2::ColumnWriter, std::default_delete<doris::segment_v2::ColumnWriter> >*, std::unique_ptr<doris::segment_v2::ColumnWriter, std:
>:default_delete<doris::segment_v2::ColumnWriter> >*) /usr/local/include/c++/7.2.0/bits/stl_construct.h:137
> #8 0x2ff277e in void std::_Destroy<std::unique_ptr<doris::segment_v2::ColumnWriter, std::default_delete<doris::segment_v2::ColumnWriter> >*, std::un
>ique_ptr<doris::segment_v2::ColumnWriter, std::default_delete<doris::segment_v2::ColumnWriter> > >(std::unique_ptr<doris::segment_v2::ColumnWriter, std:
>:default_delete<doris::segment_v2::ColumnWriter> >*, std::unique_ptr<doris::segment_v2::ColumnWriter, std::default_delete<doris::segment_v2::ColumnWrite
>r> >*, std::allocator<std::unique_ptr<doris::segment_v2::ColumnWriter, std::default_delete<doris::segment_v2::ColumnWriter> > >&) /usr/local/include/c++
>/7.2.0/bits/stl_construct.h:206
> #9 0x2ff277e in std::vector<std::unique_ptr<doris::segment_v2::ColumnWriter, std::default_delete<doris::segment_v2::ColumnWriter> >, std::allocator<
>std::unique_ptr<doris::segment_v2::ColumnWriter, std::default_delete<doris::segment_v2::ColumnWriter> > > >::~vector() /usr/local/include/c++/7.2.0/bits
>/stl_vector.h:434
> #10 0x2ff277e in doris::segment_v2::SegmentWriter::~SegmentWriter() /doris/incubator-doris/be/src/olap/rowset/segment
>_v2/segment_writer.h:49
> #11 0x16e6aff in std::default_delete<doris::segment_v2::SegmentWriter>::operator()(doris::segment_v2::SegmentWriter*) const /usr/local/include/c++/7
>.2.0/bits/unique_ptr.h:78
> #12 0x16e6aff in std::unique_ptr<doris::segment_v2::SegmentWriter, std::default_delete<doris::segment_v2::SegmentWriter> >::reset(doris::segment_v2:
>:SegmentWriter*) /usr/local/include/c++/7.2.0/bits/unique_ptr.h:376
> #13 0x16e6aff in doris::BetaRowsetWriter::_flush_segment_writer() /doris/incubator-doris/be/src/olap/rowset/beta_rows
>et_writer.cpp:183
> #14 0x16e6e48 in doris::BetaRowsetWriter::flush() /doris/incubator-doris/be/src/olap/rowset/beta_rowset_writer.cpp:12
>6
> #15 0x1642cab in doris::MemTable::flush() /doris/incubator-doris/be/src/olap/memtable.cpp:94
> #16 0x1496b72 in doris::MemTableFlushExecutor::_flush_memtable(int) /doris/incubator-doris/be/src/olap/memtable_flush
>_executor.cpp:145
> #17 0x14a415f in boost::_mfi::mf1<void, doris::MemTableFlushExecutor, int>::operator()(doris::MemTableFlushExecutor*, int) const /data5/olap/wangbo3
>6/github_wb_fork/2/incubator-doris/thirdparty/installed/include/boost/bind/mem_fn_template.hpp:165
> #18 0x14a415f in void boost::_bi::list2<boost::_bi::value<doris::MemTableFlushExecutor*>, boost::_bi::value<int> >::operator()<boost::_mfi::mf1<void
>, doris::MemTableFlushExecutor, int>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void, doris::MemTableFlushExecutor, int>&, boost::_bi:
>:list0&, int) /doris/incubator-doris/thirdparty/installed/include/boost/bind/bind.hpp:319
> #19 0x14a415f in boost::_bi::bind_t<void, boost::_mfi::mf1<void, doris::MemTableFlushExecutor, int>, boost::_bi::list2<boost::_bi::value<doris::MemT
>ableFlushExecutor*>, boost::_bi::value<int> > >::operator()() /doris/incubator-doris/thirdparty/installed/include/boost/b
>ind/bind.hpp:1294
> #20 0x14a415f in boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf1<void, doris::MemTableFlushExecutor, i
>nt>, boost::_bi::list2<boost::_bi::value<doris::MemTableFlushExecutor*>, boost::_bi::value<int> > >, void>::invoke(boost::detail::function::function_buf
>fer&) /doris/incubator-doris/thirdparty/installed/include/boost/function/function_template.hpp:159
> #21 0x14aa315 in boost::function0<void>::operator()() const /doris/incubator-doris/thirdparty/installed/include/boost
>/function/function_template.hpp:759
> #22 0x14aa315 in doris::ThreadPool::work_thread(int) /doris/incubator-doris/be/src/util/thread_pool.hpp:120
> #23 0x14a42e4 in boost::_mfi::mf1<void, doris::ThreadPool, int>::operator()(doris::ThreadPool*, int) const /doris/inc
>ubator-doris/thirdparty/installed/include/boost/bind/mem_fn_template.hpp:165
> #24 0x14a42e4 in void boost::_bi::list2<boost::_bi::value<doris::ThreadPool*>, boost::_bi::value<int> >::operator()<boost::_mfi::mf1<void, doris::Th
>readPool, int>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void, doris::ThreadPool, int>&, boost::_bi::list0&, int) /data5/olap/wangbo3
>6/github_wb_fork/2/incubator-doris/thirdparty/installed/include/boost/bind/bind.hpp:319
> #25 0x14a42e4 in boost::_bi::bind_t<void, boost::_mfi::mf1<void, doris::ThreadPool, int>, boost::_bi::list2<boost::_bi::value<doris::ThreadPool*>, b
>oost::_bi::value<int> > >::operator()() /doris/incubator-doris/thirdparty/installed/include/boost/bind/bind.hpp:1294
> #26 0x14a42e4 in boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf1<void, doris::ThreadPool, int>, boost::_bi::list2<boost::_bi::v
>alue<doris::ThreadPool*>, boost::_bi::value<int> > > >::run() /doris/incubator-doris/thirdparty/installed/include/boost/t
>hread/detail/thread.hpp:116
> #27 0x36e8b0c in thread_proxy (/opt/meituan/doris/be/lib/palo_be+0x36e8b0c)
> #28 0x7ff7e9fc4dd4 in start_thread (/lib64/libpthread.so.0+0x7dd4)
> #29 0x7ff7e93c9eac in __clone (/lib64/libc.so.6+0xfdeac)>
>
>0x60e0005e6ba8 is located 104 bytes inside of 152-byte region [0x60e0005e6b40,0x60e0005e6bd8)
>allocated by thread T653 here:
> #0 0xdbaa00 in operator new(unsigned long) ../../../../libsanitizer/asan/asan_new_delete.cc:80
> #1 0x3120de1 in doris::segment_v2::TypeEncodingTraits<(doris::FieldType)7, (doris::segment_v2::EncodingTypePB)6>::create_page_builder(doris::segment
>_v2::PageBuilderOptions const&, doris::segment_v2::PageBuilder**) /doris/incubator-doris/be/src/olap/rowset/segment_v2/en
>coding_info.cpp:51
> #2 0x30f2b1e in std::_Function_handler<doris::Status (doris::segment_v2::PageBuilderOptions const&, doris::segment_v2::PageBuilder**), doris::Status
> (*)(doris::segment_v2::PageBuilderOptions const&, doris::segment_v2::PageBuilder**)>::_M_invoke(std::_Any_data const&, doris::segment_v2::PageBuilderOp
>tions const&, doris::segment_v2::PageBuilder**&&) /usr/local/include/c++/7.2.0/bits/std_function.h:302
> #3 0x30cb1d6 in std::function<doris::Status (doris::segment_v2::PageBuilderOptions const&, doris::segment_v2::PageBuilder**)>::operator()(doris::seg
>ment_v2::PageBuilderOptions const&, doris::segment_v2::PageBuilder**) const /usr/local/include/c++/7.2.0/bits/std_function.h:706
> #4 0x30cb1d6 in doris::segment_v2::EncodingInfo::create_page_builder(doris::segment_v2::PageBuilderOptions const&, doris::segment_v2::PageBuilder**)
> const /doris/incubator-doris/be/src/olap/rowset/segment_v2/encoding_info.h:47
> #5 0x30cb1d6 in doris::segment_v2::ColumnWriter::init() /doris/incubator-doris/be/src/olap/rowset/segment_v2/column_w
>riter.cpp:104
> #6 0x2ff15cd in doris::segment_v2::SegmentWriter::init(unsigned int) /doris/incubator-doris/be/src/olap/rowset/segmen
>t_v2/segment_writer.cpp:69
> #7 0x16ea246 in doris::BetaRowsetWriter::_create_segment_writer() /doris/incubator-doris/be/src/olap/rowset/beta_rows
>et_writer.cpp:165
> #8 0x16f42fa in doris::OLAPStatus doris::BetaRowsetWriter::_add_row<doris::ContiguousRow>(doris::ContiguousRow const&) /data5/olap/wangbo36/github_w
>b_fork/2/incubator-doris/be/src/olap/rowset/beta_rowset_writer.cpp:86
> #9 0x16f46ea in doris::BetaRowsetWriter::add_row(doris::ContiguousRow const&) /doris/incubator-doris/be/src/olap/rows
>et/beta_rowset_writer.h:41
> #10 0x1642889 in doris::MemTable::flush() /doris/incubator-doris/be/src/olap/memtable.cpp:92
> #11 0x1496b72 in doris::MemTableFlushExecutor::_flush_memtable(int) /doris/incubator-doris/be/src/olap/memtable_flush_executor.cpp:145
> #12 0x14a415f in boost::_mfi::mf1<void, doris::MemTableFlushExecutor, int>::operator()(doris::MemTableFlushExecutor*, int) const /doris/incubator-doris/thirdparty/installed/include/boost/bind/mem_fn_template.hpp:165
> #13 0x14a415f in void boost::_bi::list2<boost::_bi::value<doris::MemTableFlushExecutor*>, boost::_bi::value<int> >::operator()<boost::_mfi::mf1<void, doris::MemTableFlushExecutor, int>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void, doris::MemTableFlushExecutor, int>&, boost::_bi::list0&, int) /doris/incubator-doris/thirdparty/installed/include/boost/bind/bind.hpp:319
> #14 0x14a415f in boost::_bi::bind_t<void, boost::_mfi::mf1<void, doris::MemTableFlushExecutor, int>, boost::_bi::list2<boost::_bi::value<doris::MemTableFlushExecutor*>, boost::_bi::value<int> > >::operator()() /doris/incubator-doris/thirdparty/installed/include/boost/bind/bind.hpp:1294
> #15 0x14a415f in boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf1<void, doris::MemTableFlushExecutor, int>, boost::_bi::list2<boost::_bi::value<doris::MemTableFlushExecutor*>, boost::_bi::value<int> > >, void>::invoke(boost::detail::function::function_buffer&) /doris/incubator-doris/thirdparty/installed/include/boost/function/function_template.hpp:159
> #16 0x14aa315 in boost::function0<void>::operator()() const /doris/incubator-doris/thirdparty/installed/include/boost/function/function_template.hpp:759
> #17 0x14aa315 in doris::ThreadPool::work_thread(int) /doris/incubator-doris/be/src/util/thread_pool.hpp:120
> #18 0x14a42e4 in boost::_mfi::mf1<void, doris::ThreadPool, int>::operator()(doris::ThreadPool*, int) const /doris/incubator-doris/thirdparty/installed/include/boost/bind/mem_fn_template.hpp:165
> #19 0x14a42e4 in void boost::_bi::list2<boost::_bi::value<doris::ThreadPool*>, boost::_bi::value<int> >::operator()<boost::_mfi::mf1<void, doris::ThreadPool, int>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void, doris::ThreadPool, int>&, boost::_bi::list0&, int) /doris/incubator-doris/thirdparty/installed/include/boost/bind/bind.hpp:319
> #20 0x14a42e4 in boost::_bi::bind_t<void, boost::_mfi::mf1<void, doris::ThreadPool, int>, boost::_bi::list2<boost::_bi::value<doris::ThreadPool*>, boost::_bi::value<int> > >::operator()() /doris/incubator-doris/thirdparty/installed/include/boost/bind/bind.hpp:1294
> #21 0x14a42e4 in boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf1<void, doris::ThreadPool, int>, boost::_bi::list2<boost::_bi::value<doris::ThreadPool*>, boost::_bi::value<int> > > >::run() /doris/incubator-doris/thirdparty/installed/include/boost/thread/detail/thread.hpp:116
> #22 0x36e8b0c in thread_proxy (/opt/meituan/doris/be/lib/palo_be+0x36e8b0c)>
>Thread T653 created by T0 here:
> #0 0xd16a80 in __interceptor_pthread_create ../../../../libsanitizer/asan/asan_interceptors.cc:243
> #1 0x36e8069 in boost::thread::start_thread_noexcept() (/opt/meituan/doris/be/lib/palo_be+0x36e8069)
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
users@infra.apache.org
With regards,
Apache Git Services
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org