You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@impala.apache.org by "yyzzjj (JIRA)" <ji...@apache.org> on 2017/12/14 00:57:00 UTC

[jira] [Closed] (IMPALA-6310) Hung Query in MySqlScanNode -During an exhaustive test run on CentOS6.5

     [ https://issues.apache.org/jira/browse/IMPALA-6310?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]

yyzzjj closed IMPALA-6310.
--------------------------
    Resolution: Resolved

 tim    thank for your help
cause this  Is a corner case  already fixed   not Kernel bug

> Hung Query in MySqlScanNode -During an exhaustive test run on CentOS6.5
> -----------------------------------------------------------------------
>
>                 Key: IMPALA-6310
>                 URL: https://issues.apache.org/jira/browse/IMPALA-6310
>             Project: IMPALA
>          Issue Type: Bug
>          Components: Backend
>    Affects Versions: Impala 2.11.0
>         Environment: Linux version 2.6.32-431.el6.x86_64 (mockbuild@c6b8.bsys.dev.centos.org) (gcc version 4.4.7 20120313 (Red Hat 4.4.7-4) (GCC) ) #1 SMP Fri Nov 22 03:15:09 UTC 2013
> apache branch [2510fe0aa0c86f460af9040eb413aad76c13cc84] IMPALA-4252: Min-max runtime filters for Kudu
>            Reporter: yyzzjj
>            Priority: Critical
>         Attachments: mysql-san-node-part1.png, mysql-scan-node-part2.png, mysql-scanner.png, threads.out
>
>
> {code:java}
> Thread 4 (Thread 0x7fd38ba69700 (LWP 19831)):
> #0  0x0000003fbc60b5bc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
> #1  0x00007fe7b6b9a173 in boost::condition_variable::wait (this=0x7fddf2689258, m=...) at /usr/local/include/boost/thread/pthread/condition_variable.hpp:73
> #2  0x00007fe7b2ed13fc in boost::thread::join_noexcept() () from /export/ldb/servers/impala-snapshot/lib_C/libboost_thread.so.1.57.0
> #3  0x00007fe7b66bda5f in boost::thread::join (this=0x31409aa0) at /usr/local/include/boost/thread/detail/thread.hpp:767
> #4  impala::Thread::Join (this=<optimized out>) at /export/ldb/online/impala/be/src/util/thread.h:118
> #5  impala::ThreadGroup::JoinAll (this=this@entry=0x7fde39ee4c38) at /export/ldb/online/impala/be/src/util/thread.cc:361
> #6  0x00007fe7b611549d in impala::MysqlScanNode::Close (this=0x7fde39ee4940, state=0x7fdfef3ac000) at /export/ldb/online/impala/be/src/jd_src/mysql-scan-node.cc:226
> #7  0x00007fe7b55cb2f9 in impala::ExecNode::Close (this=0x7fe522cb0f80, state=0x7fdfef3ac000) at /export/ldb/online/impala/be/src/exec/exec-node.cc:199
> #8  0x00007fe7b55cb2f9 in impala::ExecNode::Close (this=0x7fdff791a400, state=0x7fdfef3ac000) at /export/ldb/online/impala/be/src/exec/exec-node.cc:199
> #9  0x00007fe7b5c0e129 in impala::FragmentInstanceState::Close (this=this@entry=0x7fe16d6ef0e0) at /export/ldb/online/impala/be/src/runtime/fragment-instance-state.cc:301
> #10 0x00007fe7b5c113a9 in impala::FragmentInstanceState::Exec (this=this@entry=0x7fe16d6ef0e0) at /export/ldb/online/impala/be/src/runtime/fragment-instance-state.cc:95
> #11 0x00007fe7b5c2a628 in impala::QueryState::ExecFInstance (this=0xfe58400, fis=0x7fe16d6ef0e0) at /export/ldb/online/impala/be/src/runtime/query-state.cc:393
> #12 0x00007fe7b66c01c3 in boost::function0<void>::operator() (this=0x7fd38ba68a40) at /usr/local/include/boost/function/function_template.hpp:767
> #13 impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*) (name=..., category=..., functor=..., thread_started=0x7fd30d39beb0) at /export/ldb/online/impala/be/src/util/thread.cc:352
> #14 0x00007fe7b66c0a14 in boost::_bi::list4<boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void()> >, boost::_bi::value<impala::Promise<long int>*> >::operator()<void (*)(const std::basic_string<char>&, const std::basic_string<char>&, boost::function<void()>, impala::Promise<long int>*), boost::_bi::list0> (f=@0x7fdec242bdb8: 0x7fe7b66c0010 <impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*)>, a=<synthetic pointer>, this=0x7fdec242bdc0) at /usr/local/include/boost/bind/bind.hpp:457
> #15 boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::Promise<long>*> > >::operator()() (this=0x7fdec242bdb8) at /usr/local/include/boost/bind/bind_template.hpp:20
> #16 boost::detail::thread_data<boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::Promise<long>*> > > >::run() (this=0x7fdec242bc00) at /usr/local/include/boost/thread/detail/thread.hpp:116
> #17 0x00007fe7b2ed10f5 in thread_proxy () from /export/ldb/servers/impala-snapshot/lib_C/libboost_thread.so.1.57.0
> #18 0x0000003fbc6079d1 in start_thread () from /lib64/libpthread.so.0
> #19 0x0000003fbbee886d in clone () from /lib64/libc.so.6
> {code}
> {code:java}
> Thread 3 (Thread 0x7fd31a5b2700 (LWP 20083)):
> #0  0x0000003fbc60b5bc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
> #1  0x00007fe7b55d2fdb in impala::ConditionVariable::Wait (lock=..., this=<optimized out>) at /export/ldb/online/impala/be/src/util/condition-variable.h:41
> #2  impala::BlockingQueue<std::unique_ptr<impala::RowBatch, std::default_delete<impala::RowBatch> > >::BlockingPut<std::unique_ptr<impala::RowBatch, std::default_delete<impala::RowBatch> > >(std::unique_ptr<impala::RowBatch, std::default_delete<impala::RowBatch> >&&) (this=this@entry=0x7fdd41384e00, val=...) at /export/ldb/online/impala/be/src/util/blocking-queue.h:119
> #3  0x00007fe7b55ce8c5 in impala::ExecNode::RowBatchQueue::AddBatch (this=0x7fdd41384e00, batch=...) at /export/ldb/online/impala/be/src/exec/exec-node.cc:96
> #4  0x00007fe7b6113873 in impala::MysqlScanNode::AddMaterializedRowBatch (this=<optimized out>, row_batch=...) at /export/ldb/online/impala/be/src/jd_src/mysql-scan-node.cc:255
> #5  0x00007fe7b611c10e in impala::MysqlScanner::CommitRows (this=this@entry=0x7fe4abe95040, num_rows=num_rows@entry=1024) at /export/ldb/online/impala/be/src/jd_src/mysql-scanner.cc:686
> #6  0x00007fe7b611c361 in impala::MysqlScanner::ResultSetToRowBatchs (this=this@entry=0x7fe4abe95040, resultSet=resultSet@entry=0x7fd31a5b15b0, num_filtered=@0x7fd31a5b156c: 331) at /export/ldb/online/impala/be/src/jd_src/mysql-scanner.cc:246
> #7  0x00007fe7b611c7f8 in impala::MysqlScanner::DecodingMysqlData (this=this@entry=0x7fe4abe95040, resultSet=resultSet@entry=0x7fd31a5b15b0, status=...) at /export/ldb/online/impala/be/src/jd_src/mysql-scanner.cc:187
> #8  0x00007fe7b611ea1e in impala::MysqlScanner::ProcessSplit (this=this@entry=0x7fe4abe95040, table_split_=table_split_@entry=0x7fe4d2c97000) at /export/ldb/online/impala/be/src/jd_src/mysql-scanner.cc:92
> #9  0x00007fe7b6114c2b in impala::MysqlScanNode::RunScannerThread (this=0x7fde39ee4940, name=..., table_split_=0x7fe4d2c97000) at /export/ldb/online/impala/be/src/jd_src/mysql-scan-node.cc:364
> #10 0x00007fe7b66c01c3 in boost::function0<void>::operator() (this=0x7fd31a5b1a40) at /usr/local/include/boost/function/function_template.hpp:767
> #11 impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*) (name=..., category=..., functor=..., thread_started=0x7fd2b8316400) at /export/ldb/online/impala/be/src/util/thread.cc:352
> #12 0x00007fe7b66c0a14 in boost::_bi::list4<boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void()> >, boost::_bi::value<impala::Promise<long int>*> >::operator()<void (*)(const std::basic_string<char>&, const std::basic_string<char>&, boost::function<void()>, impala::Promise<long int>*), boost::_bi::list0> (f=@0x7fddf26893b8: 0x7fe7b66c0010 <impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*)>, a=<synthetic pointer>, this=0x7fddf26893c0) at /usr/local/include/boost/bind/bind.hpp:457
> #13 boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::Promise<long>*> > >::operator()() (this=0x7fddf26893b8) at /usr/local/include/boost/bind/bind_template.hpp:20
> #14 boost::detail::thread_data<boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::Promise<long>*> > > >::run() (this=0x7fddf2689200) at /usr/local/include/boost/thread/detail/thread.hpp:116
> #15 0x00007fe7b2ed10f5 in thread_proxy () from /export/ldb/servers/impala-snapshot/lib_C/libboost_thread.so.1.57.0
> #16 0x0000003fbc6079d1 in start_thread () from /lib64/libpthread.so.0
> #17 0x0000003fbbee886d in clone () from /lib64/libc.so.6
> {code}



--
This message was sent by Atlassian JIRA
(v6.4.14#64029)