You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@impala.apache.org by "Quanlong Huang (Jira)" <ji...@apache.org> on 2020/01/22 11:30:00 UTC
[jira] [Resolved] (IMPALA-9251) HdfsOrcScanner crash in
AssembleRows
[ https://issues.apache.org/jira/browse/IMPALA-9251?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Quanlong Huang resolved IMPALA-9251.
------------------------------------
Fix Version/s: Impala 3.4.0
Resolution: Fixed
Resolved after bumping the ORC version to 1.6.2-p6.
> HdfsOrcScanner crash in AssembleRows
> ------------------------------------
>
> Key: IMPALA-9251
> URL: https://issues.apache.org/jira/browse/IMPALA-9251
> Project: IMPALA
> Issue Type: Bug
> Components: Backend
> Reporter: Quanlong Huang
> Assignee: Quanlong Huang
> Priority: Blocker
> Labels: impala-orc-experimental
> Fix For: Impala 3.4.0
>
>
> Encounter a crash when running test_scanner_fuzz test on ORC.
> {code}
> Crash reason: SIGSEGV
> Crash address: 0x8
> Process uptime: not available
> Thread 319 (crashed)
> 0 impalad!orc::StripeStreamsImpl::getEncoding(unsigned long) const [StripeStream.cc : 67 + 0x0]
> 1 impalad!orc::StructColumnReader::StructColumnReader(orc::Type const&, orc::StripeStreams&) [ColumnReader.cc : 869 + 0x12]
> 2 impalad!orc::buildReader(orc::Type const&, orc::StripeStreams&) [ColumnReader.cc : 1802 + 0x1b]
> 3 impalad!orc::RowReaderImpl::startNextStripe() [Reader.cc : 910 + 0x12]
> 4 impalad!orc::RowReaderImpl::next(orc::ColumnVectorBatch&) [Reader.cc : 925 + 0x5]
> 5 impalad!impala::HdfsOrcScanner::AssembleRows(impala::RowBatch*) [hdfs-orc-scanner.cc : 611 + 0x40]
> 6 impalad!impala::HdfsOrcScanner::GetNextInternal(impala::RowBatch*) [hdfs-orc-scanner.cc : 509 + 0x20]
> 7 impalad!impala::HdfsOrcScanner::ProcessSplit() [hdfs-orc-scanner.cc : 428 + 0x39]
> 8 impalad!impala::HdfsScanNode::ProcessSplit(std::vector<impala::FilterContext, std::allocator<impala::FilterContext> > const&, impala::MemPool*, impala::io::ScanRange*, long*) [hdfs-scan-node.cc : 514 + 0x28]
> 9 impalad!impala::HdfsScanNode::ScannerThread(bool, long) [hdfs-scan-node.cc : 416 + 0x2a]
> 10 impalad!impala::HdfsScanNode::ThreadTokenAvailableCb(impala::ThreadResourcePool*)::{lambda()#1}::operator()() const + 0x30
> 11 impalad!boost::detail::function::void_function_obj_invoker0<impala::HdfsScanNode::ThreadTokenAvailableCb(impala::ThreadResourcePool*)::<lambda()>, void>::invoke [function_template.hpp : 153 + 0xc]
> 12 impalad!boost::function0<void>::operator()() const [function_template.hpp : 767 + 0x11]
> 13 impalad!impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*) [thread.cc : 360 + 0xf]
> 14 impalad!void boost::_bi::list5<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::ThreadDebugInfo*>, boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> >::operator()<void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), boost::_bi::list0>(boost::_bi::type<void>, void (*&)(std::string const&, std::string const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), boost::_bi::list0&, int) [bind.hpp : 525 + 0x15]
> 15 impalad!boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), boost::_bi::list5<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::ThreadDebugInfo*>, boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > >::operator()() [bind_template.hpp : 20 + 0x22]
> 16 impalad!boost::detail::thread_data<boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), boost::_bi::list5<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::ThreadDebugInfo*>, boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > > >::run() [thread.hpp : 116 + 0x12]
> 17 impalad!thread_proxy + 0xda
> 18 libpthread-2.23.so + 0x76ba
> 19 libc-2.23.so + 0x10741d
> {code}
--
This message was sent by Atlassian Jira
(v8.3.4#803005)