You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues-all@impala.apache.org by "hezhang (Jira)" <ji...@apache.org> on 2022/03/15 03:21:00 UTC

[jira] [Commented] (IMPALA-11174) Crash during PartitionedHashJoin

    [ https://issues.apache.org/jira/browse/IMPALA-11174?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17506671#comment-17506671 ] 

hezhang commented on IMPALA-11174:
----------------------------------

the similar err stack:

#0  0x00007f756c3f31d7 in raise () from /lib64/libc.so.6
#1  0x00007f756c3f48c8 in abort () from /lib64/libc.so.6
#2  0x00007f756ef87aa9 in os::abort(bool) () from /usr/local/jdk/jre/lib/amd64/server/libjvm.so
#3  0x00007f756f14b703 in VMError::report_and_die() () from /usr/local/jdk/jre/lib/amd64/server/libjvm.so
#4  0x00007f756ef91a05 in JVM_handle_linux_signal () from /usr/local/jdk/jre/lib/amd64/server/libjvm.so
#5  0x00007f756ef84cd8 in signalHandler(int, siginfo*, void*) () from /usr/local/jdk/jre/lib/amd64/server/libjvm.so
#6  <signal handler called>
#7  0x00007f6c30a76000 in ?? ()
#8  0x00000000015cc076 in impala::GroupingAggregator::AddBatch (this=0x17a10480, state=<optimized out>, batch=0x7f6bfc695260)
    at /data/impala-hn-gaotu/impala/be/src/exec/grouping-aggregator.cc:439
#9  0x0000000001603312 in impala::AggregationNode::Open (this=<optimized out>, state=0x661cca00) at /data/impala-hn-gaotu/impala/be/src/exec/aggregation-node.cc:70
#10 0x0000000001600b07 in impala::StreamingAggregationNode::Open (this=0x18210b20, state=0x661cca00)
    at /data/impala-hn-gaotu/impala/be/src/exec/streaming-aggregation-node.cc:49
#11 0x00000000011c11ad in impala::FragmentInstanceState::Open (this=this@entry=0xf0bf6be0)
    at /data/impala-hn-gaotu/impala/be/src/runtime/fragment-instance-state.cc:363
#12 0x00000000011c2c2d in impala::FragmentInstanceState::Exec (this=this@entry=0xf0bf6be0)
    at /data/impala-hn-gaotu/impala/be/src/runtime/fragment-instance-state.cc:89
#13 0x00000000011a2327 in impala::QueryState::ExecFInstance (this=0x2e536000, fis=0xf0bf6be0) at /data/impala-hn-gaotu/impala/be/src/runtime/query-state.cc:697
#14 0x000000000144fdfb in operator() (this=0x7f6bfc695c00)
    at /data/impala-hn-gaotu/impala/toolchain/boost-1.61.0-p2/include/boost/function/function_template.hpp:771
#15 impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*) (name=..., category=..., functor=..., parent_thread_info=<optimized out>, thread_started=0x7f6c0169ee10)
    at /data/impala-hn-gaotu/impala/be/src/util/thread.cc:360
#16 0x0000000001450cca in operator()<void (*)(const std::basic_string<char>&, const std::basic_string<char>&, boost::function<void()>, const impala::ThreadDebugInfo*, impala::Promise<long int>*), boost::_bi::list0> (
    f=@0x33edb7b8: 0x144faf0 <impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*)>, a=<synthetic pointer>, this=0x33edb7c0)
    at /data/impala-hn-gaotu/impala/toolchain/boost-1.61.0-p2/include/boost/bind/bind.hpp:531
#17 operator() (this=0x33edb7b8) at /data/impala-hn-gaotu/impala/toolchain/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222
#18 boost::detail::thread_data<boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), boost::_bi::list5<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::ThreadDebugInfo*>, boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > > >::run() (this=0x33edb600)
    at /data/impala-hn-gaotu/impala/toolchain/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:116
#19 0x0000000001c2409a in thread_proxy ()
#20 0x00007f756f885dc5 in start_thread () from /lib64/libpthread.so.0
#21 0x00007f756c4b576d in clone () from /lib64/libc.so.6

> Crash during PartitionedHashJoin
> --------------------------------
>
>                 Key: IMPALA-11174
>                 URL: https://issues.apache.org/jira/browse/IMPALA-11174
>             Project: IMPALA
>          Issue Type: Bug
>          Components: Backend
>    Affects Versions: Impala 3.4.0
>            Reporter: sundyxiong
>            Priority: Blocker
>              Labels: crash
>
> Impalad crashed while running PartitionedHashJoin. it cannot be reproduced stably.
> We found that although each crash is in a fixed place, it is no problem to repeatedly execute sql each time.
> We guess it is related to IMPALA-10342 , IMPALA-9993  and IMPALA-9957but the problem is not solved after the merger
> gdb stack:
> {code:java}
> #0  0x00007fa8643451d7 in raise () from /lib64/libc.so.6
> #1  0x00007fa8643468c8 in abort () from /lib64/libc.so.6
> #2  0x00007fa866ed9aa9 in os::abort(bool) () from /usr/local/jdk/jre/lib/amd64/server/libjvm.so
> #3  0x00007fa86709d703 in VMError::report_and_die() () from /usr/local/jdk/jre/lib/amd64/server/libjvm.so
> #4  0x00007fa866ee3a05 in JVM_handle_linux_signal () from /usr/local/jdk/jre/lib/amd64/server/libjvm.so
> #5  0x00007fa866ed6cd8 in signalHandler(int, siginfo*, void*) () from /usr/local/jdk/jre/lib/amd64/server/libjvm.so
> #6  <signal handler called>
> #7  0x00007f9ff679a7a0 in ?? ()
> #8  0x0000000001483aef in impala::PartitionedHashJoinNode::ProcessProbeBatch (this=this@entry=0x263340480, 
>     out_batch=out_batch@entry=0x7f9f1cf33c60) at /data/impala-hn-gaotu/impala/be/src/exec/partitioned-hash-join-node.cc:495
> #9  0x0000000001489c85 in impala::PartitionedHashJoinNode::GetNext (this=<optimized out>, state=0x269e8d400, 
>     out_batch=<optimized out>, eos=0x7f9f1cf33c1f) at /data/impala-hn-gaotu/impala/be/src/exec/partitioned-hash-join-node.cc:574
> #10 0x00000000014a7dfc in impala::SortNode::SortInput (this=this@entry=0x2c3fa380, state=state@entry=0x269e8d400)
>     at /data/impala-hn-gaotu/impala/be/src/exec/sort-node.cc:196
> #11 0x00000000014a9d81 in impala::SortNode::Open (this=0x2c3fa380, state=0x269e8d400)
>     at /data/impala-hn-gaotu/impala/be/src/exec/sort-node.cc:111
> #12 0x00000000014cdc20 in impala::AnalyticEvalNode::Open (this=0xa326400, state=0x269e8d400)
>     at /data/impala-hn-gaotu/impala/be/src/exec/analytic-eval-node.cc:205
> #13 0x00000000014a6c3c in impala::SelectNode::Open (this=0x2c3fa1c0, state=0x269e8d400)
>     at /data/impala-hn-gaotu/impala/be/src/exec/select-node.cc:93 {code}
> another node:
> {code:java}
> #0  0x00007fb92f69f1d7 in raise () from /lib64/libc.so.6
> #1  0x00007fb92f6a08c8 in abort () from /lib64/libc.so.6
> #2  0x00007fb932233aa9 in os::abort(bool) () from /usr/local/jdk/jre/lib/amd64/server/libjvm.so
> #3  0x00007fb9323f7703 in VMError::report_and_die() () from /usr/local/jdk/jre/lib/amd64/server/libjvm.so
> #4  0x00007fb93223da05 in JVM_handle_linux_signal () from /usr/local/jdk/jre/lib/amd64/server/libjvm.so
> #5  0x00007fb932230cd8 in signalHandler(int, siginfo*, void*) () from /usr/local/jdk/jre/lib/amd64/server/libjvm.so
> #6  <signal handler called>
> #7  0x00007faffc57b8e0 in ?? ()
> #8  0x000000000147d058 in impala::PhjBuilder::Send (this=0x1b321d40, state=<optimized out>, batch=0x3e068aa0)
>     at /data/impala-hn-gaotu/impala/be/src/exec/partitioned-hash-join-builder.cc:297
> #9  0x00000000010e5bb5 in impala::FragmentInstanceState::ExecInternal (this=this@entry=0x588964e0)
>     at /data/impala-hn-gaotu/impala/be/src/runtime/fragment-instance-state.cc:389
> #10 0x00000000010e7e6a in impala::FragmentInstanceState::Exec (this=this@entry=0x588964e0)
>     at /data/impala-hn-gaotu/impala/be/src/runtime/fragment-instance-state.cc:98
> #11 0x00000000010c7427 in impala::QueryState::ExecFInstance (this=0x6ed65200, fis=0x588964e0)
>     at /data/impala-hn-gaotu/impala/be/src/runtime/query-state.cc:697 {code}



--
This message was sent by Atlassian Jira
(v8.20.1#820001)

---------------------------------------------------------------------
To unsubscribe, e-mail: issues-all-unsubscribe@impala.apache.org
For additional commands, e-mail: issues-all-help@impala.apache.org