[jira] [Created] (IMPALA-6218) Crash due to memory allocation failure on secure cluster

["Mostafa Mokhtar (JIRA)" <ji...@apache.org>]

Mostafa Mokhtar created IMPALA-6218:
---------------------------------------

             Summary: Crash due to memory allocation failure on secure cluster
                 Key: IMPALA-6218
                 URL: https://issues.apache.org/jira/browse/IMPALA-6218
             Project: IMPALA
          Issue Type: Bug
          Components: Backend
    Affects Versions: Impala 2.11.0
            Reporter: Mostafa Mokhtar
            Priority: Blocker


When running 16 concurrent TPCDS queries on a 7 node secure cluster, this crash occurred. 
Memory was not oversubscribed on the host. 

{code}
#0  0x0000003c49632625 in raise () from /lib64/libc.so.6
#1  0x0000003c49633e05 in abort () from /lib64/libc.so.6
#2  0x0000000003bb9bd4 in ?? ()
#3  0x0000000003bb064d in google::LogMessage::Fail() ()
#4  0x0000000003bb1ef2 in google::LogMessage::SendToLog() ()
#5  0x0000000003bb0027 in google::LogMessage::Flush() ()
#6  0x0000000003bb35ee in google::LogMessageFatal::~LogMessageFatal() ()
#7  0x0000000001b03d2f in ?? ()
#8  0x0000000003ada85a in llvm::report_fatal_error(llvm::Twine const&, bool) ()
#9  0x0000000003adaa1c in llvm::report_fatal_error(char const*, bool) ()
#10 0x00000000038b2902 in llvm::RuntimeDyldImpl::emitSection(llvm::object::ObjectFile const&, llvm::object::SectionRef const&, bool) ()
#11 0x00000000038b2d7c in llvm::RuntimeDyldImpl::findOrEmitSection(llvm::object::ObjectFile const&, llvm::object::SectionRef const&, bool, std::map<llvm::object::SectionRef, unsigned int, std::less<llvm::object::SectionRef>, std::allocator<std::pair<llvm::object::SectionRef const, unsigned int> > >&) ()
#12 0x00000000038b3e35 in llvm::RuntimeDyldImpl::loadObjectImpl(llvm::object::ObjectFile const&) ()
#13 0x00000000038c9f47 in llvm::RuntimeDyldELF::loadObject(llvm::object::ObjectFile const&) ()
#14 0x00000000038afc20 in llvm::RuntimeDyld::loadObject(llvm::object::ObjectFile const&) ()
#15 0x000000000372d3fa in llvm::MCJIT::generateCodeForModule(llvm::Module*) ()
#16 0x0000000003729b10 in llvm::MCJIT::finalizeObject() ()
#17 0x0000000001b0dc16 in impala::LlvmCodeGen::FinalizeModule() ()
#18 0x000000000189c254 in impala::FragmentInstanceState::Open() ()
#19 0x0000000001899e7b in impala::FragmentInstanceState::Exec() ()
#20 0x00000000018847fe in impala::QueryState::ExecFInstance(impala::FragmentInstanceState*) ()
#21 0x00000000018830c0 in ?? ()
---Type <return> to continue, or q <return> to quit---
#22 0x0000000001885449 in ?? ()
#23 0x00000000017b048a in boost::function0<void>::operator()() const ()
#24 0x0000000001ab4ab1 in impala::Thread::SuperviseThread(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()()>, impala::Promise<long>*) ()
#25 0x0000000001abd63c in void boost::_bi::list4<boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<impala::Promise<long>*> >::operator()<void (*)(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()()>, impala::Promise<long>*), boost::_bi::list0>(boost::_bi::type<void>, void (*&)(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()()>, impala::Promise<long>*), boost::_bi::list0&, int) ()
#26 0x0000000001abd57f in boost::_bi::bind_t<void, void (*)(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<impala::Promise<long>*> > >::operator()() ()
#27 0x0000000001abd542 in boost::detail::thread_data<boost::_bi::bind_t<void, void (*)(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<impala::Promise<long>*> > > >::run() ()
#28 0x0000000002d3a09a in ?? ()
#29 0x0000003c49a07aa1 in start_thread () from /lib64/libpthread.so.0
#30 0x0000003c496e893d in clone () from /lib64/libc.so.6
{code}



--
This message was sent by Atlassian JIRA
(v6.4.14#64029)