You are viewing a plain text version of this content. The canonical link for it is here.
Posted to github@arrow.apache.org by GitBox <gi...@apache.org> on 2021/05/24 21:12:06 UTC
[GitHub] [arrow-datafusion] alamb commented on issue #419: parquet::build_row_gropup_predicate hits stackoverflowed
alamb commented on issue #419:
URL: https://github.com/apache/arrow-datafusion/issues/419#issuecomment-847336692
Some more information:
The test in question is in https://github.com/influxdata/influxdb_iox/pull/1550
When we run it the output is:
```
thread 'IOx Executor Thread' has overflowed its stack
fatal runtime error: stack overflow
error: test failed, to rerun pass '-p server --lib'
Caused by:
process didn't exit successfully: `/Users/alamb/Software/influxdb_iox/target/debug/deps/server-1e6859002d2827ad predicate_pushdown` (signal: 6, SIGABRT: process abort signal)
```
When I look in the debugger, here is the stack trace (it isn't obviously some deeply nested problem):
```
(lldb) bt
* thread #49, name = 'IOx Executor Thread', stop reason = EXC_BAD_ACCESS (code=2, address=0x70000b29c6a8)
* frame #0: 0x0000000102f2eb28 server-1e6859002d2827ad`__rust_probestack + 23
frame #1: 0x0000000100cd9f2e server-1e6859002d2827ad`_$LT$datafusion..physical_plan..expressions..binary..BinaryExpr$u20$as$u20$datafusion..physical_plan..PhysicalExpr$GT$::evaluate::hb8fed722869b3a1e at binary.rs:419
frame #2: 0x0000000100cd9fd4 server-1e6859002d2827ad`_$LT$datafusion..physical_plan..expressions..binary..BinaryExpr$u20$as$u20$datafusion..physical_plan..PhysicalExpr$GT$::evaluate::hb8fed722869b3a1e at binary.rs:420:26
frame #3: 0x0000000100cd9fd4 server-1e6859002d2827ad`_$LT$datafusion..physical_plan..expressions..binary..BinaryExpr$u20$as$u20$datafusion..physical_plan..PhysicalExpr$GT$::evaluate::hb8fed722869b3a1e at binary.rs:420:26
frame #4: 0x0000000100cd9fd4 server-1e6859002d2827ad`_$LT$datafusion..physical_plan..expressions..binary..BinaryExpr$u20$as$u20$datafusion..physical_plan..PhysicalExpr$GT$::evaluate::hb8fed722869b3a1e at binary.rs:420:26
frame #5: 0x0000000100cd9fd4 server-1e6859002d2827ad`_$LT$datafusion..physical_plan..expressions..binary..BinaryExpr$u20$as$u20$datafusion..physical_plan..PhysicalExpr$GT$::evaluate::hb8fed722869b3a1e at binary.rs:420:26
frame #6: 0x0000000100cd9fd4 server-1e6859002d2827ad`_$LT$datafusion..physical_plan..expressions..binary..BinaryExpr$u20$as$u20$datafusion..physical_plan..PhysicalExpr$GT$::evaluate::hb8fed722869b3a1e at binary.rs:420:26
frame #7: 0x0000000100cd9fd4 server-1e6859002d2827ad`_$LT$datafusion..physical_plan..expressions..binary..BinaryExpr$u20$as$u20$datafusion..physical_plan..PhysicalExpr$GT$::evaluate::hb8fed722869b3a1e at binary.rs:420:26
frame #8: 0x0000000100cd9fd4 server-1e6859002d2827ad`_$LT$datafusion..physical_plan..expressions..binary..BinaryExpr$u20$as$u20$datafusion..physical_plan..PhysicalExpr$GT$::evaluate::hb8fed722869b3a1e at binary.rs:420:26
frame #9: 0x0000000100c40056 server-1e6859002d2827ad`datafusion::physical_optimizer::pruning::PruningPredicateBuilder::build_pruning_predicate::_$u7b$$u7b$closure$u7d$$u7d$::h1467784e69d7c9cd at pruning.rs:116:13
frame #10: 0x0000000100d6b960 server-1e6859002d2827ad`core::result::Result$LT$T$C$E$GT$::and_then::h71aebb4468084708 at result.rs:704:22
frame #11: 0x0000000100c3fd1a server-1e6859002d2827ad`datafusion::physical_optimizer::pruning::PruningPredicateBuilder::build_pruning_predicate::h61b2ce3b0cc7a21b at pruning.rs:109:31
frame #12: 0x000000010086f79f server-1e6859002d2827ad`parquet_file::storage::Storage::read_file::h233ad543651c1195 at storage.rs:383:36
frame #13: 0x000000010086eedc server-1e6859002d2827ad`parquet_file::storage::Storage::read_filter::h5f0de4fea5323c56 at storage.rs:334:25
frame #14: 0x000000010084cf7e server-1e6859002d2827ad`parquet_file::table::Table::read_filter::h54c7e0710c497220 at table.rs:142:9
frame #15: 0x0000000100848f7d server-1e6859002d2827ad`parquet_file::chunk::Chunk::read_filter::hf5996f304e09d139 at chunk.rs:155:9
frame #16: 0x00000001004343ed server-1e6859002d2827ad`_$LT$server..db..chunk..DbChunk$u20$as$u20$query..PartitionChunk$GT$::read_filter::h780dcbe9c3fa8e68 at chunk.rs:317:49
frame #17: 0x00000001005676ea server-1e6859002d2827ad`_$LT$query..provider..physical..IOxReadFilterNode$LT$C$GT$$u20$as$u20$datafusion..physical_plan..ExecutionPlan$GT$::execute::_$u7b$$u7b$closure$u7d$$u7d$::hef1801e72d44e68c at physical.rs:103:22
frame #18: 0x0000000100047d2a server-1e6859002d2827ad`_$LT$core..future..from_generator..GenFuture$LT$T$GT$$u20$as$u20$core..future..future..Future$GT$::poll::hd15f169c5873be32 at mod.rs:80:19
frame #19: 0x0000000100ec8f92 server-1e6859002d2827ad`_$LT$core..pin..Pin$LT$P$GT$$u20$as$u20$core..future..future..Future$GT$::poll::h7ace9caf33e46c33 at future.rs:119:9
frame #20: 0x0000000100bec911 server-1e6859002d2827ad`_$LT$datafusion..physical_plan..repartition..RepartitionExec$u20$as$u20$datafusion..physical_plan..ExecutionPlan$GT$::execute::_$u7b$$u7b$closure$u7d$$u7d$::_$u7b$$u7b$closure$u7d$$u7d$::h4b59ba5224a2ad9d at repartition.rs:158:38
frame #21: 0x0000000100e747b7 server-1e6859002d2827ad`_$LT$core..future..from_generator..GenFuture$LT$T$GT$$u20$as$u20$core..future..future..Future$GT$::poll::h977b694b706c4d95 at mod.rs:80:19
frame #22: 0x0000000100d88f6b server-1e6859002d2827ad`tokio::runtime::task::core::CoreStage$LT$T$GT$::poll::_$u7b$$u7b$closure$u7d$$u7d$::hbd315ad252545124 at core.rs:235:17
frame #23: 0x0000000100e11caa server-1e6859002d2827ad`tokio::loom::std::unsafe_cell::UnsafeCell$LT$T$GT$::with_mut::hfc17ddb5ca33336f at unsafe_cell.rs:14:9
frame #24: 0x0000000100d88a12 server-1e6859002d2827ad`tokio::runtime::task::core::CoreStage$LT$T$GT$::poll::hf0681040537596bd at core.rs:225:13
frame #25: 0x0000000100ec135b server-1e6859002d2827ad`tokio::runtime::task::harness::poll_future::_$u7b$$u7b$closure$u7d$$u7d$::hb06f082e610e57bf at harness.rs:422:23
frame #26: 0x0000000100e919d4 server-1e6859002d2827ad`_$LT$std..panic..AssertUnwindSafe$LT$F$GT$$u20$as$u20$core..ops..function..FnOnce$LT$$LP$$RP$$GT$$GT$::call_once::h154c398e8c1bb3db at panic.rs:344:9
frame #27: 0x0000000100bb86b2 server-1e6859002d2827ad`std::panicking::try::do_call::h2b25b8ca49972869 at panicking.rs:379:40
frame #28: 0x0000000100bf05bd server-1e6859002d2827ad`__rust_try + 29
frame #29: 0x0000000100bb8053 server-1e6859002d2827ad`std::panicking::try::h53a13b4a74456470 at panicking.rs:343:19
frame #30: 0x0000000100e93544 server-1e6859002d2827ad`std::panic::catch_unwind::h0651651a99370337 at panic.rs:431:14
frame #31: 0x0000000100ec04aa server-1e6859002d2827ad`tokio::runtime::task::harness::poll_future::hac7d79340e2f11c0 at harness.rs:409:19
frame #32: 0x0000000100ec1b44 server-1e6859002d2827ad`tokio::runtime::task::harness::Harness$LT$T$C$S$GT$::poll_inner::h929e19668fe1881b at harness.rs:89:9
frame #33: 0x0000000100ec41f5 server-1e6859002d2827ad`tokio::runtime::task::harness::Harness$LT$T$C$S$GT$::poll::h021f729a6cd9ca53 at harness.rs:59:15
frame #34: 0x0000000100cd331a server-1e6859002d2827ad`tokio::runtime::task::raw::poll::hc8e86353c5f21a43 at raw.rs:104:5
frame #35: 0x0000000102d9bc1a server-1e6859002d2827ad`tokio::runtime::task::raw::RawTask::poll::he0d0bd944eedc582 at raw.rs:66:18
frame #36: 0x0000000102df7b9d server-1e6859002d2827ad`tokio::runtime::task::Notified$LT$S$GT$::run::ha88d677cd6f3149c at mod.rs:171:9
frame #37: 0x0000000102d9d603 server-1e6859002d2827ad`tokio::runtime::thread_pool::worker::Context::run_task::_$u7b$$u7b$closure$u7d$$u7d$::hf9e6cd9dff39f6f4 at worker.rs:370:21
frame #38: 0x0000000102ddd2f3 server-1e6859002d2827ad`tokio::coop::with_budget::_$u7b$$u7b$closure$u7d$$u7d$::h0ec22c0a28de52c9 at coop.rs:106:9
frame #39: 0x0000000102e18c41 server-1e6859002d2827ad`std::thread::local::LocalKey$LT$T$GT$::try_with::hb84d8f10b1485fa8 at local.rs:272:16
frame #40: 0x0000000102e17358 server-1e6859002d2827ad`std::thread::local::LocalKey$LT$T$GT$::with::h21f69cf09b330a35 at local.rs:248:9
frame #41: 0x0000000102d9d2f7 server-1e6859002d2827ad`tokio::runtime::thread_pool::worker::Context::run_task::hc6d6db7c89075efa [inlined] tokio::coop::with_budget::h55fe928aaaffe5ff at coop.rs:99:5
frame #42: 0x0000000102d9d2d0 server-1e6859002d2827ad`tokio::runtime::thread_pool::worker::Context::run_task::hc6d6db7c89075efa [inlined] tokio::coop::budget::h0abc7ebd8e471e0c at coop.rs:76
frame #43: 0x0000000102d9d2a3 server-1e6859002d2827ad`tokio::runtime::thread_pool::worker::Context::run_task::hc6d6db7c89075efa at worker.rs:348
frame #44: 0x0000000102d9cee9 server-1e6859002d2827ad`tokio::runtime::thread_pool::worker::Context::run::hf99da91a3c00dba2 at worker.rs:318:24
frame #45: 0x0000000102d9cd8d server-1e6859002d2827ad`tokio::runtime::thread_pool::worker::run::_$u7b$$u7b$closure$u7d$$u7d$::h77fe136659c5a72d at worker.rs:303:17
frame #46: 0x0000000102df5cb1 server-1e6859002d2827ad`tokio::macros::scoped_tls::ScopedKey$LT$T$GT$::set::hed7ebe413ed2161b at scoped_tls.rs:61:9
frame #47: 0x0000000102d9ccd5 server-1e6859002d2827ad`tokio::runtime::thread_pool::worker::run::hc715ec1cf1fb0be9 at worker.rs:300:5
frame #48: 0x0000000102d9cbc9 server-1e6859002d2827ad`tokio::runtime::thread_pool::worker::Launch::launch::_$u7b$$u7b$closure$u7d$$u7d$::h78ec4c11ad7b2d01 at worker.rs:279:45
frame #49: 0x0000000102da3f29 server-1e6859002d2827ad`_$LT$tokio..runtime..blocking..task..BlockingTask$LT$T$GT$$u20$as$u20$core..future..future..Future$GT$::poll::h7843354493946fb1 at task.rs:42:21
frame #50: 0x0000000102de8c30 server-1e6859002d2827ad`tokio::runtime::task::core::CoreStage$LT$T$GT$::poll::_$u7b$$u7b$closure$u7d$$u7d$::h532dd0e7c08bf50b at core.rs:235:17
frame #51: 0x0000000102dc9968 server-1e6859002d2827ad`tokio::loom::std::unsafe_cell::UnsafeCell$LT$T$GT$::with_mut::h36b54f87a07ad4fc at unsafe_cell.rs:14:9
frame #52: 0x0000000102de89a7 server-1e6859002d2827ad`tokio::runtime::task::core::CoreStage$LT$T$GT$::poll::h21616d2ae7e602ec at core.rs:225:13
frame #53: 0x0000000102db9850 server-1e6859002d2827ad`tokio::runtime::task::harness::poll_future::_$u7b$$u7b$closure$u7d$$u7d$::h4b0424d9e9b89ec9 at harness.rs:422:23
frame #54: 0x0000000102d8f0ed server-1e6859002d2827ad`_$LT$std..panic..AssertUnwindSafe$LT$F$GT$$u20$as$u20$core..ops..function..FnOnce$LT$$LP$$RP$$GT$$GT$::call_once::h85333023f211c42e at panic.rs:344:9
frame #55: 0x0000000102e023ac server-1e6859002d2827ad`std::panicking::try::do_call::hdca936043be8477f at panicking.rs:379:40
frame #56: 0x0000000102e0b16d server-1e6859002d2827ad`__rust_try + 29
frame #57: 0x0000000102e01895 server-1e6859002d2827ad`std::panicking::try::h373fe6fa1e45df8c at panicking.rs:343:19
frame #58: 0x0000000102d8f714 server-1e6859002d2827ad`std::panic::catch_unwind::h2425008be81ea154 at panic.rs:431:14
frame #59: 0x0000000102db951a server-1e6859002d2827ad`tokio::runtime::task::harness::poll_future::hce7adea8bbd0e43c at harness.rs:409:19
frame #60: 0x0000000102db603b server-1e6859002d2827ad`tokio::runtime::task::harness::Harness$LT$T$C$S$GT$::poll_inner::h62b194c74e17a282 at harness.rs:89:9
frame #61: 0x0000000102db59e5 server-1e6859002d2827ad`tokio::runtime::task::harness::Harness$LT$T$C$S$GT$::poll::h1e112874f2e30e1f at harness.rs:59:15
frame #62: 0x0000000102d9bd8a server-1e6859002d2827ad`tokio::runtime::task::raw::poll::h79fe28a3531b044d at raw.rs:104:5
frame #63: 0x0000000102d9bc1a server-1e6859002d2827ad`tokio::runtime::task::raw::RawTask::poll::he0d0bd944eedc582 at raw.rs:66:18
frame #64: 0x0000000102df7b3d server-1e6859002d2827ad`tokio::runtime::task::Notified$LT$S$GT$::run::h17bac5a680a82511 at mod.rs:171:9
frame #65: 0x0000000102e1cdbb server-1e6859002d2827ad`tokio::runtime::blocking::pool::Inner::run::hb6f40314224f29be at pool.rs:278:17
frame #66: 0x0000000102e1cbd4 server-1e6859002d2827ad`tokio::runtime::blocking::pool::Spawner::spawn_thread::_$u7b$$u7b$closure$u7d$$u7d$::hf7fa309ffdf749e8 at pool.rs:258:17
frame #67: 0x0000000102d96664 server-1e6859002d2827ad`std::sys_common::backtrace::__rust_begin_short_backtrace::h0535451db6389c7b at backtrace.rs:125:18
frame #68: 0x0000000102dc7831 server-1e6859002d2827ad`std::thread::Builder::spawn_unchecked::_$u7b$$u7b$closure$u7d$$u7d$::_$u7b$$u7b$closure$u7d$$u7d$::h5165f94e91ca9833 at mod.rs:474:17
frame #69: 0x0000000102d8f151 server-1e6859002d2827ad`_$LT$std..panic..AssertUnwindSafe$LT$F$GT$$u20$as$u20$core..ops..function..FnOnce$LT$$LP$$RP$$GT$$GT$::call_once::h9ba91e0ecb6fe51d at panic.rs:344:9
frame #70: 0x0000000102e02289 server-1e6859002d2827ad`std::panicking::try::do_call::h9618232e36f91c79 at panicking.rs:379:40
frame #71: 0x0000000102e0b16d server-1e6859002d2827ad`__rust_try + 29
frame #72: 0x0000000102e01fcd server-1e6859002d2827ad`std::panicking::try::hff1e761505ccac31 at panicking.rs:343:19
frame #73: 0x0000000102d8f781 server-1e6859002d2827ad`std::panic::catch_unwind::h3c3409c4f2e16628 at panic.rs:431:14
frame #74: 0x0000000102dc767d server-1e6859002d2827ad`std::thread::Builder::spawn_unchecked::_$u7b$$u7b$closure$u7d$$u7d$::hb13e53027668ca11 at mod.rs:473:30
frame #75: 0x0000000102deabed server-1e6859002d2827ad`core::ops::function::FnOnce::call_once$u7b$$u7b$vtable.shim$u7d$$u7d$::hff33fbdfd11b20f5 at function.rs:227:5
frame #76: 0x0000000102f0eb1d server-1e6859002d2827ad`std::sys::unix::thread::Thread::new::thread_start::ha736b2d9de7b4dbc [inlined] _$LT$alloc..boxed..Box$LT$F$C$A$GT$$u20$as$u20$core..ops..function..FnOnce$LT$Args$GT$$GT$::call_once::h9a277936be839d91 at boxed.rs:1521:9 [opt]
frame #77: 0x0000000102f0eb17 server-1e6859002d2827ad`std::sys::unix::thread::Thread::new::thread_start::ha736b2d9de7b4dbc [inlined] _$LT$alloc..boxed..Box$LT$F$C$A$GT$$u20$as$u20$core..ops..function..FnOnce$LT$Args$GT$$GT$::call_once::h87f71be231597a74 at boxed.rs:1521 [opt]
frame #78: 0x0000000102f0eb0e server-1e6859002d2827ad`std::sys::unix::thread::Thread::new::thread_start::ha736b2d9de7b4dbc at thread.rs:71 [opt]
frame #79: 0x00007fff72923109 libsystem_pthread.dylib`_pthread_start + 148
frame #80: 0x00007fff7291eb8b libsystem_pthread.dylib`thread_start + 15
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
users@infra.apache.org