You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues-all@impala.apache.org by "Xianqing He (Jira)" <ji...@apache.org> on 2021/07/31 08:27:00 UTC
[jira] [Comment Edited] (IMPALA-10474) Untracked memory is huge
like memory leak
[ https://issues.apache.org/jira/browse/IMPALA-10474?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17278798#comment-17278798 ]
Xianqing He edited comment on IMPALA-10474 at 7/31/21, 8:26 AM:
----------------------------------------------------------------
It seems that the untracked memory burst caused by an abnormal connection.
I use 'ssh xxx -p 21050' reproducte it.
The stack below
{code:java}
#0 0x00007f29e9d14a10 in __memset_sse2 () from /lib64/libc.so.6
#1 0x00007f29ea847312 in std::string::append(unsigned long, char) [clone .part.20] () from /cloudera/parcels/xxx/lib/impala/lib/libstdc++.so.6
#2 0x0000000000b5b4cd in unsigned int apache::thrift::protocol::TBinaryProtocolT<apache::thrift::transport::TTransport, apache::thrift::protocol::TNetworkBigEndian>::readStringBody<std::string>(std::string&, int) ()
#3 0x0000000000b5b5e4 in apache::thrift::protocol::TBinaryProtocolT<apache::thrift::transport::TTransport, apache::thrift::protocol::TNetworkBigEndian>::readMessageBegin(std::string&, apache::thrift::protocol::TMessageType&, int&) ()
#4 0x0000000000b5b806 in apache::thrift::TDispatchProcessor::process(boost::shared_ptr<apache::thrift::protocol::TProtocol>, boost::shared_ptr<apache::thrift::protocol::TProtocol>, void*) ()
#5 0x0000000000fb3d09 in apache::thrift::server::TAcceptQueueServer::Task::run() ()
#6 0x0000000000fab09f in impala::ThriftThread::RunRunnable(boost::shared_ptr<apache::thrift::concurrency::Runnable>, impala::Promise<unsigned long, (impala::PromiseMode)0>*) ()
#7 0x0000000000fabf32 in boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf2<void, impala::ThriftThread, boost::shared_ptr<apache::thrift::concurrency::Runnable>, impala::Promise<unsigned long, (impala::PromiseMode)0>*>, boost::_bi::list3<b
oost::_bi::value<impala::ThriftThread*>, boost::_bi::value<boost::shared_ptr<apache::thrift::concurrency::Runnable> >, boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> > >, void>::invoke(boost::detail::function::function_buffer&) ()
#8 0x000000000124e190 in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*) ()
#9 0x000000000124ed3a in boost::detail::thread_data<boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), boost::_bi::list5<boost::_bi::value<std::string>,
boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::ThreadDebugInfo*>, boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > > >::run() ()
#10 0x00000000019705ea in ?? ()
#11 0x00007f29ea05aea5 in start_thread () from /lib64/libpthread.so.0
#12 0x00007f29e9d838dd in clone () from /lib64/libc.so.6
{code}
was (Author: xqhe):
It seems that the untracked memory burst caused by an abnormal connection.
I use 'ssh xxx -p 21050' reproducte it.
The stack below
{code:java}
#0 0x00007f29e9d14a10 in __memset_sse2 () from /lib64/libc.so.6
#1 0x00007f29ea847312 in std::string::append(unsigned long, char) [clone .part.20] () from /sensorsdata/main/cloudera/parcels/IMPALA_SENSORS_DATA-3.2.0-cdh6.3.0.p0.00108/lib/impala/lib/libstdc++.so.6
#2 0x0000000000b5b4cd in unsigned int apache::thrift::protocol::TBinaryProtocolT<apache::thrift::transport::TTransport, apache::thrift::protocol::TNetworkBigEndian>::readStringBody<std::string>(std::string&, int) ()
#3 0x0000000000b5b5e4 in apache::thrift::protocol::TBinaryProtocolT<apache::thrift::transport::TTransport, apache::thrift::protocol::TNetworkBigEndian>::readMessageBegin(std::string&, apache::thrift::protocol::TMessageType&, int&) ()
#4 0x0000000000b5b806 in apache::thrift::TDispatchProcessor::process(boost::shared_ptr<apache::thrift::protocol::TProtocol>, boost::shared_ptr<apache::thrift::protocol::TProtocol>, void*) ()
#5 0x0000000000fb3d09 in apache::thrift::server::TAcceptQueueServer::Task::run() ()
#6 0x0000000000fab09f in impala::ThriftThread::RunRunnable(boost::shared_ptr<apache::thrift::concurrency::Runnable>, impala::Promise<unsigned long, (impala::PromiseMode)0>*) ()
#7 0x0000000000fabf32 in boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf2<void, impala::ThriftThread, boost::shared_ptr<apache::thrift::concurrency::Runnable>, impala::Promise<unsigned long, (impala::PromiseMode)0>*>, boost::_bi::list3<b
oost::_bi::value<impala::ThriftThread*>, boost::_bi::value<boost::shared_ptr<apache::thrift::concurrency::Runnable> >, boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> > >, void>::invoke(boost::detail::function::function_buffer&) ()
#8 0x000000000124e190 in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*) ()
#9 0x000000000124ed3a in boost::detail::thread_data<boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), boost::_bi::list5<boost::_bi::value<std::string>,
boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::ThreadDebugInfo*>, boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > > >::run() ()
#10 0x00000000019705ea in ?? ()
#11 0x00007f29ea05aea5 in start_thread () from /lib64/libpthread.so.0
#12 0x00007f29e9d838dd in clone () from /lib64/libc.so.6
{code}
> Untracked memory is huge like memory leak
> -----------------------------------------
>
> Key: IMPALA-10474
> URL: https://issues.apache.org/jira/browse/IMPALA-10474
> Project: IMPALA
> Issue Type: Bug
> Components: Backend
> Affects Versions: Impala 3.2.0, Impala 3.3.0, Impala 3.4.0
> Reporter: Xianqing He
> Priority: Major
> Attachments: image-2021-02-04-18-15-34-016.png, image-2021-02-04-18-18-47-183.png
>
>
> In a production environment, when impala just started, the untracked memory is huge, but now there is no query.
> !image-2021-02-04-18-15-34-016.png|width=476,height=237!
> In impalad.ERROR
> !image-2021-02-04-18-18-47-183.png|width=1083,height=200!
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
---------------------------------------------------------------------
To unsubscribe, e-mail: issues-all-unsubscribe@impala.apache.org
For additional commands, e-mail: issues-all-help@impala.apache.org