You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@impala.apache.org by "Zoram Thanga (JIRA)" <ji...@apache.org> on 2017/12/05 17:58:00 UTC

[jira] [Created] (IMPALA-6274) Impala daemon crashing in Coordinator::Wait() or some of its callees

Zoram Thanga created IMPALA-6274:
------------------------------------

             Summary: Impala daemon crashing in Coordinator::Wait() or some of its callees
                 Key: IMPALA-6274
                 URL: https://issues.apache.org/jira/browse/IMPALA-6274
             Project: IMPALA
          Issue Type: Bug
    Affects Versions: Impala 2.8.0
            Reporter: Zoram Thanga
            Priority: Critical


Impala daemon is crashing quite frequently with the following stack traces, which points to

(a) Accessing a stale QueryExecState::coord_, or
(b) Some sort of memory corruption, or
(c) Both (a) and (b)

Stack trace 1
Thread 632 (crashed)
 0  libc-2.17.so + 0x351d7
    rax = 0x0000000000000000   rdx = 0x0000000000000006
    rcx = 0xffffffffffffffff   rbx = 0x00007f015cc41398
    rsi = 0x000000000000ff3f   rdi = 0x0000000000018a86
    rbp = 0x00000000028b0b10   rsp = 0x00007f01500645d8
     r8 = 0x000000000000000a    r9 = 0x00007f0150065700
    r10 = 0x0000000000000008   r11 = 0x0000000000000202
    r12 = 0x00007f015cc41380   r13 = 0x00000000272dedc8
    r14 = 0x000000000285fbc0   r15 = 0x00007f01500648b0
    rip = 0x00007f02acb3a1d7
    Found by: given as instruction pointer in context
 1  libc-2.17.so + 0x368c8
    rsp = 0x00007f01500645e0   rip = 0x00007f02acb3b8c8
    Found by: stack scanning
 2  ld-2.17.so + 0x150c0
    rsp = 0x00007f0150064680   rip = 0x00007f02afe740c0
    Found by: stack scanning
 3  libstdc++.so.6!<name omitted> [char_traits.h : 275 + 0x8]
    rsp = 0x00007f0150064690   rip = 0x00007f02ad6ba188
    Found by: stack scanning
 4  0x7f02acec01c0
    rbx = 0x0000000044a9fc00   rbp = 0x00007f02acb7b5bd
    rsp = 0x00007f01500646c0   r12 = 0x0000000000000001
    rip = 0x00007f02acec01c0
    Found by: call frame info
 5  libstdc++.so.6!<name omitted> [vterminate.cc : 95 + 0x5]
    rbp = 0x00007f02acb7b5bd   rsp = 0x00007f0150064710
    rip = 0x00007f02ad65ad1d
    Found by: stack scanning
 6  libstdc++.so.6!<name omitted> [eh_terminate.cc : 47 + 0x2]
    rbx = 0x0000000044a9fbe0   rbp = 0x0000000000816510
    rsp = 0x00007f0150064740   r12 = 0x0000000002728980
    rip = 0x00007f02ad658d86
    Found by: call frame info
 7  libstdc++.so.6!<name omitted> [eh_terminate.cc : 57 + 0xd]
    rbx = 0x0000000044a9fbe0   rbp = 0x0000000000816510
    rsp = 0x00007f0150064750   r12 = 0x0000000002728980
    rip = 0x00007f02ad658dd1
    Found by: call frame info
 8  libstdc++.so.6!<name omitted> [eh_throw.cc : 87 + 0x5]
    rbx = 0x0000000044a9fbe0   rbp = 0x0000000000816510
    rsp = 0x00007f0150064760   r12 = 0x0000000002728980
    rip = 0x0000000000816e7d
    Found by: call frame info
10  impalad!<name omitted> [mutex.hpp : 119 + 0x5]
    rbx = 0x00007f01500647f0   rbp = 0x0000000030f576f0
    rsp = 0x00007f01500647f0   r12 = 0x00007f0150064990
    rip = 0x0000000000816f43
    Found by: call frame info
11  impalad!impala::Coordinator::UpdateStatus(impala::Status const&, impala::TUniqueId const&, std::string const&) [lock_guard.hpp : 38 + 0x8]
    rbx = 0x0000000030f57200   rbp = 0x0000000030f576f0
    rsp = 0x00007f0150064840   r12 = 0x00007f0150064990
    rip = 0x0000000000dbfaec
    Found by: call frame info
12  impalad!impala::Coordinator::Wait() [coordinator.cc : 1076 + 0x14]
    rbx = 0x0000000030f57200   rbp = 0x0000000030f57690
    rsp = 0x00007f01500648a0   r12 = 0x00007f0150064990
    r13 = 0x00000000272dedc8   r14 = 0x000000000285fbc0
    r15 = 0x00007f01500648b0   rip = 0x0000000000dc12b7
    Found by: call frame info
13  impalad!impala::ImpalaServer::QueryExecState::WaitInternal() [query-exec-state.cc : 639 + 0x8]
    rbx = 0x00007f0163c56000   rbp = 0x00007f0150064990
    rsp = 0x00007f0150064970   r12 = 0x00007f0150064a00
    r13 = 0x00007f0150064980   r14 = 0x00007f0163c56348
    r15 = 0x00007f01500649a0   rip = 0x0000000000b00bf0
    Found by: call frame info
14  impalad!impala::ImpalaServer::QueryExecState::Wait() [query-exec-state.cc : 607 + 0xb]
    rbx = 0x00007f0163c56000   rbp = 0x00007f0150064a00
    rsp = 0x00007f0150064a00   r12 = 0x00007f0163c56348
    r13 = 0x00000000050d2200   r14 = 0x000000000000ff3f
    r15 = 0x00007f0150064b00   rip = 0x0000000000b00e22
    Found by: call frame info
15  impalad!impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*) [function_template.hpp : 767 + 0x7]  
    rbx = 0x00007f01f43b1d60   rbp = 0x00007f0150064cc0
    rsp = 0x00007f0150064a70   r12 = 0x00007f02ad9046a0
    r13 = 0x00000000050d2200   r14 = 0x000000000000ff3f
    r15 = 0x00007f0150064b00   rip = 0x0000000000bdce59
    Found by: call frame info
16  impalad!boost::detail::thread_data<boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::Promise<long>*> > > >::run() [bind.hpp : 457 + 0x6]
    rbx = 0x0000000045b7e400   rbp = 0x00007f0150064ce0
    rsp = 0x00007f0150064cd0   r12 = 0x0000000000bdcc30
    r13 = 0x00007f01500659c0   r14 = 0x00007f0150065700
    r15 = 0x00007f01f43b1c50   rip = 0x0000000000bdd834
    Found by: call frame info
17  impalad!thread_proxy + 0xda
    rbx = 0x0000000000000000   rbp = 0x0000000000000000
    rsp = 0x00007f0150064d20   r12 = 0x0000000000000000




--
This message was sent by Atlassian JIRA
(v6.4.14#64029)