You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues-all@impala.apache.org by "Wenzhe Zhou (Jira)" <ji...@apache.org> on 2020/07/06 05:08:00 UTC
[jira] [Commented] (IMPALA-9918) HdfsOrcScanner crash on resolving
columns
[ https://issues.apache.org/jira/browse/IMPALA-9918?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17151754#comment-17151754 ]
Wenzhe Zhou commented on IMPALA-9918:
-------------------------------------
Standard Error
Operating system: Linux
0.0.0 Linux 3.10.0-693.5.2.el7.x86_64 #1 SMP Fri Oct 20 20:32:50 UTC 2017 x86_64
CPU: amd64
family 6 model 85 stepping 4
1 CPU
GPU: UNKNOWN
Crash reason: SIGABRT
Crash address: 0x7d100003693
Process uptime: not available
Thread 339 (crashed)
0 libc-2.17.so + 0x351f7
rax = 0x0000000000000000 rdx = 0x0000000000000006
rcx = 0xffffffffffffffff rbx = 0x000000000ec46780
rsi = 0x0000000000003c17 rdi = 0x0000000000003693
rbp = 0x00007f7972272020 rsp = 0x00007f7972271cb8
r8 = 0x0000000000000000 r9 = 0x00007f7972271b30
r10 = 0x0000000000000008 r11 = 0x0000000000000206
r12 = 0x000000000ec46800 r13 = 0x0000000000000043
r14 = 0x000000000ec4e144 r15 = 0x000000000ec46780
rip = 0x00007f7a481851f7
Found by: given as instruction pointer in context
1 libc-2.17.so + 0x368e8
rbp = 0x00007f7972272020 rsp = 0x00007f7972271cc0
rip = 0x00007f7a481868e8
Found by: stack scanning
2 impalad!google_breakpad::ExceptionHandler::HandleSignal(int, siginfo_t*, void*) + 0x1e0
rbp = 0x00007f7972272020 rsp = 0x00007f7972271d48
rip = 0x000000000836ea20
Found by: stack scanning
3 impalad!_fini + 0x3a79c24
rbp = 0x00007f7972272020 rsp = 0x00007f7972271dd0
rip = 0x000000000c000004
Found by: stack scanning
4 impalad!google::DumpStackTraceAndExit() + 0x24
rbp = 0x00007f7972272020 rsp = 0x00007f7972271df0
rip = 0x00000000083401c4
Found by: stack scanning
5 impalad!google::LogMessage::Fail() + 0xd
rbx = 0x000000000ec46780 rbp = 0x00007f7972272020
rsp = 0x00007f7972271ea0 rip = 0x0000000008336b5d
Found by: call frame info
6 impalad!google::LogMessage::SendToLog() + 0x2b2
rbx = 0x000000000ec46780 rbp = 0x00007f7972272020
rsp = 0x00007f7972271eb0 rip = 0x0000000008338402
Found by: call frame info
7 impalad!google::LogMessage::Flush() + 0x157
rbx = 0x00007f7972272060 rbp = 0x00007f7a48b1e6a0
rsp = 0x00007f7972272030 r12 = 0x00007f797227204f
r13 = 0x00007f797227d9c0 r14 = 0x00007f79722723b8
r15 = 0x000000000000002b rip = 0x0000000008336537
Found by: call frame info
8 impalad!google::LogMessageFatal::~LogMessageFatal() + 0xe
rbx = 0x00007f79722723b8 rbp = 0x00007f79722725e0
rsp = 0x00007f79722720b0 r12 = 0x00007f7972275510
r13 = 0x00007f797227d9c0 r14 = 0x00007f797227d700
r15 = 0x000000000000002b rip = 0x0000000008339afe
Found by: call frame info
9 impalad!impala::PrintPath(impala::TableDescriptor const&, std::vector<int, std::allocator<int> > const&) [debug-util.cc : 259 + 0x1d]
rbx = 0x00000000149c0e00 rbp = 0x00007f79722725e0
rsp = 0x00007f79722720d0 r12 = 0x00007f7972275510
r13 = 0x00007f797227d9c0 r14 = 0x00007f797227d700
r15 = 0x000000000000002b rip = 0x0000000003215662
Found by: call frame info
10 impalad!impala::HdfsOrcScanner::ResolveColumns(impala::TupleDescriptor const&, std::list<orc::Type const*, std::allocator<orc::Type const*> >*, std::stack<impala::SlotDescriptor const*, std::deque<impala::SlotDescriptor const*, std::allocator<impala::SlotDescriptor const*> > >*) [hdfs-orc-scanner.cc : 436 + 0x13]
rbx = 0x00000000149c0e00 rbp = 0x00007f7972272d10
rsp = 0x00007f79722725f0 r12 = 0x00007f7972275510
r13 = 0x00007f797227d9c0 r14 = 0x00007f797227d700
r15 = 0x000000000000002b rip = 0x000000000370dfe9
Found by: call frame info
11 impalad!impala::HdfsOrcScanner::SelectColumns(impala::TupleDescriptor const&) [hdfs-orc-scanner.cc : 456 + 0x13]
rbx = 0x00000000149c0e00 rbp = 0x00007f7972273120
rsp = 0x00007f7972272d20 r12 = 0x00007f7972275510
r13 = 0x00007f797227d9c0 r14 = 0x00007f797227d700
r15 = 0x000000000000002b rip = 0x00000000037099dd
Found by: call frame info
12 impalad!impala::HdfsOrcScanner::Open(impala::ScannerContext*) [hdfs-orc-scanner.cc : 221 + 0x13]
rbx = 0x00000000149c0e00 rbp = 0x00007f7972273c10
rsp = 0x00007f7972273130 r12 = 0x00007f7972275510
r13 = 0x00007f797227d9c0 r14 = 0x00007f797227d700
r15 = 0x000000000000002b rip = 0x0000000003707688
Found by: call frame info
13 impalad!impala::HdfsScanNodeBase::CreateAndOpenScannerHelper(impala::HdfsPartitionDescriptor*, impala::ScannerContext*, boost::scoped_ptr<impala::HdfsScanner>*) [hdfs-scan-node-base.cc : 882 + 0x17]
rbx = 0x00000000149c0e00 rbp = 0x00007f7972273ff0
rsp = 0x00007f7972273c20 r12 = 0x00007f7972275510
r13 = 0x00007f797227d9c0 r14 = 0x00007f797227d700
r15 = 0x000000000000002b rip = 0x00000000035e0a48
Found by: call frame info
14 impalad!impala::HdfsScanNode::ProcessSplit(std::vector<impala::FilterContext, std::allocator<impala::FilterContext> > const&, impala::MemPool*, impala::io::ScanRange*, long*) [hdfs-scan-node.cc : 480 + 0xc]
rbx = 0x00000000149c0e00 rbp = 0x00007f7972274840
rsp = 0x00007f7972274000 r12 = 0x00007f7972275510
r13 = 0x00007f797227d9c0 r14 = 0x00007f797227d700
r15 = 0x000000000000002b rip = 0x00000000039df2e8
Found by: call frame info
15 impalad!impala::HdfsScanNode::ScannerThread(bool, long) [hdfs-scan-node.cc : 418 + 0xc]
rbx = 0x00000000149c0e00 rbp = 0x00007f7972274eb0
rsp = 0x00007f7972274850 r12 = 0x00007f7972275510
r13 = 0x00007f797227d9c0 r14 = 0x00007f797227d700
> HdfsOrcScanner crash on resolving columns
> -----------------------------------------
>
> Key: IMPALA-9918
> URL: https://issues.apache.org/jira/browse/IMPALA-9918
> Project: IMPALA
> Issue Type: Bug
> Components: Backend
> Affects Versions: Impala 4.0
> Environment: BUILD_TAG jenkins-impala-cdpd-master-core-ubsan-111
> Reporter: Wenzhe Zhou
> Assignee: Csaba Ringhofer
> Priority: Major
> Attachments: backtraces.txt
>
>
> Core file generated in impala-cdpd-master-core-ubsan build
> Back traces:
> CORE: ./tests/core.1594000709.13971.impalad
> BINARY: ./be/build/latest/service/impalad
> Core was generated by `/data/jenkins/workspace/impala-cdpd-master-core-ubsan/repos/Impala/be/build/lat'.
> Program terminated with signal SIGABRT, Aborted.
> #0 0x00007f7a481851f7 in raise () from /lib64/libc.so.6
> To enable execution of this file add
> add-auto-load-safe-path /data0/jenkins/workspace/impala-cdpd-master-core-ubsan/Impala-Toolchain/gcc-4.9.2/lib64/libstdc++.so.6.0.20-gdb.py
> line to your configuration file "/var/lib/jenkins/.gdbinit".
> To completely disable this security protection add
> set auto-load safe-path /
> line to your configuration file "/var/lib/jenkins/.gdbinit".
> For more information about this security protection see the
> "Auto-loading safe path" section in the GDB manual. E.g., run from the shell:
> info "(gdb)Auto-loading safe path"
> #0 0x00007f7a481851f7 in raise () from /lib64/libc.so.6
> #1 0x00007f7a481868e8 in abort () from /lib64/libc.so.6
> #2 0x00000000083401c4 in google::DumpStackTraceAndExit() ()
> #3 0x0000000008336b5d in google::LogMessage::Fail() ()
> #4 0x0000000008338402 in google::LogMessage::SendToLog() ()
> #5 0x0000000008336537 in google::LogMessage::Flush() ()
> #6 0x0000000008339afe in google::LogMessageFatal::~LogMessageFatal() ()
> #7 0x0000000003215662 in impala::PrintPath (tbl_desc=..., path=...) at /data/jenkins/workspace/impala-cdpd-master-core-ubsan/repos/Impala/be/src/util/debug-util.cc:259
> #8 0x000000000370dfe9 in impala::HdfsOrcScanner::ResolveColumns (this=0x14555c00, tuple_desc=..., selected_nodes=0x7f79722730a8, pos_slots=0x7f7972273058) at /data/jenkins/workspace/impala-cdpd-master-core-ubsan/repos/Impala/be/src/exec/hdfs-orc-scanner.cc:436
> #9 0x00000000037099dd in impala::HdfsOrcScanner::SelectColumns (this=0x14555c00, tuple_desc=...) at /data/jenkins/workspace/impala-cdpd-master-core-ubsan/repos/Impala/be/src/exec/hdfs-orc-scanner.cc:456
> #10 0x0000000003707688 in impala::HdfsOrcScanner::Open (this=0x14555c00, context=0x7f7972274700) at /data/jenkins/workspace/impala-cdpd-master-core-ubsan/repos/Impala/be/src/exec/hdfs-orc-scanner.cc:221
> #11 0x00000000035e0a48 in impala::HdfsScanNodeBase::CreateAndOpenScannerHelper (this=0x1b1c7100, partition=0x142f9d00, context=0x7f7972274700, scanner=0x7f79722746f8) at /data/jenkins/workspace/impala-cdpd-master-core-ubsan/repos/Impala/be/src/exec/hdfs-scan-node-base.cc:882
> #12 0x00000000039df2e8 in impala::HdfsScanNode::ProcessSplit (this=0x1b1c7100, filter_ctxs=..., expr_results_pool=0x7f7972274bd8, scan_range=0x12a16c40, scanner_thread_reservation=0x7f7972274e18) at /data/jenkins/workspace/impala-cdpd-master-core-ubsan/repos/Impala/be/src/exec/hdfs-scan-node.cc:480
> #13 0x00000000039ddd85 in impala::HdfsScanNode::ScannerThread (this=0x1b1c7100, first_thread=true, scanner_thread_reservation=8192) at /data/jenkins/workspace/impala-cdpd-master-core-ubsan/repos/Impala/be/src/exec/hdfs-scan-node.cc:418
> #14 0x00000000039e1980 in impala::HdfsScanNode::ThreadTokenAvailableCb(impala::ThreadResourcePool*)::$_0::operator()() const (this=0x7f7972275450) at /data/jenkins/workspace/impala-cdpd-master-core-ubsan/repos/Impala/be/src/exec/hdfs-scan-node.cc:339
> #15 0x00000000039e13b2 in boost::detail::function::void_function_obj_invoker0<impala::HdfsScanNode::ThreadTokenAvailableCb(impala::ThreadResourcePool*)::$_0, void>::invoke(boost::detail::function::function_buffer&) (function_obj_ptr=...) at /data/jenkins/workspace/impala-cdpd-master-core-ubsan/Impala-Toolchain/boost-1.61.0-p2/include/boost/function/function_template.hpp:159
> #16 0x00000000024d46f0 in boost::function0<void>::operator() (this=0x7f7972275448) at /data/jenkins/workspace/impala-cdpd-master-core-ubsan/Impala-Toolchain/boost-1.61.0-p2/include/boost/function/function_template.hpp:770
> #17 0x0000000003425ba7 in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*) (name=..., category=..., functor=..., parent_thread_info=0x7f797006d068, thread_started=0x7f797006a5e0) at /data/jenkins/workspace/impala-cdpd-master-core-ubsan/repos/Impala/be/src/util/thread.cc:360
> #18 0x0000000003438b87 in boost::_bi::list5<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::ThreadDebugInfo*>, boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> >::operator()<void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), boost::_bi::list0>(boost::_bi::type<void>, void (*&)(std::string const&, std::string const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), boost::_bi::list0&, int) (this=0x149c0fc0, f=@0x149c0fb8: 0x3425650 <impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*)>, a=...) at /data/jenkins/workspace/impala-cdpd-master-core-ubsan/Impala-Toolchain/boost-1.61.0-p2/include/boost/bind/bind.hpp:531
> #19 0x00000000034387a7 in boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), boost::_bi::list5<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::ThreadDebugInfo*>, boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > >::operator()() (this=0x149c0fb8) at /data/jenkins/workspace/impala-cdpd-master-core-ubsan/Impala-Toolchain/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222
> #20 0x0000000003437f85 in boost::detail::thread_data<boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long, (impala::PromiseMode)0>*), boost::_bi::list5<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::ThreadDebugInfo*>, boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > > >::run() (this=0x149c0e00) at /data/jenkins/workspace/impala-cdpd-master-core-ubsan/Impala-Toolchain/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:116
> #21 0x00000000072080fa in thread_proxy ()
> #22 0x00007f7a4b4e2e25 in start_thread () from /lib64/libpthread.so.0
> #23 0x00007f7a4824834d in clone () from /lib64/libc.so.6
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
---------------------------------------------------------------------
To unsubscribe, e-mail: issues-all-unsubscribe@impala.apache.org
For additional commands, e-mail: issues-all-help@impala.apache.org