You are viewing a plain text version of this content. The canonical link for it is here.
Posted to jira@arrow.apache.org by "David Li (Jira)" <ji...@apache.org> on 2022/10/28 15:45:00 UTC
[jira] [Updated] (ARROW-18191) [C++] Valgrind failure in arrow-gcsfs-test
[ https://issues.apache.org/jira/browse/ARROW-18191?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
David Li updated ARROW-18191:
-----------------------------
Description:
https://dev.azure.com/ursacomputing/crossbow/_build/results?buildId=38546&view=logs&j=0da5d1d9-276d-5173-c4c4-9d4d4ed14fdb&t=d9b15392-e4ce-5e4c-0c8c-b69645229181
{noformat}
==11267==
==11267== HEAP SUMMARY:
==11267== in use at exit: 12,091 bytes in 190 blocks
==11267== total heap usage: 982,685 allocs, 982,495 frees, 1,332,264,705 bytes allocated
==11267==
==11267== 192 bytes in 8 blocks are definitely lost in loss record 35 of 45
==11267== at 0x40377A5: operator new(unsigned long, std::nothrow_t const&) (vg_replace_malloc.c:542)
==11267== by 0x682B079: __cxa_thread_atexit (atexit_thread.cc:152)
==11267== by 0x672F2D6: google::cloud::v2_3_0::internal::OptionsSpan::OptionsSpan(google::cloud::v2_3_0::Options) (in /opt/conda/envs/arrow/lib/libgoogle_cloud_cpp_common.so.2.3.0)
==11267== by 0x5DFCA33: google::cloud::v2_3_0::Status google::cloud::storage::v2_3_0::Client::DeleteObject<google::cloud::storage::v2_3_0::Generation>(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, google::cloud::storage::v2_3_0::Generation&&) (client.h:1285)
==11267== by 0x5DFD022: operator() (gcsfs.cc:550)
==11267== by 0x5DFD022: operator()<arrow::fs::GcsFileSystem::Impl::DeleteDirContents(const arrow::fs::(anonymous namespace)::GcsPath&, bool, const arrow::io::IOContext&)::<lambda(const google::cloud::v2_3_0::StatusOr<google::cloud::storage::v2_3_0::ObjectMetadata>&)>&, google::cloud::v2_3_0::StatusOr<google::cloud::storage::v2_3_0::ObjectMetadata>&> (future.h:150)
==11267== by 0x5DFD022: __invoke_impl<void, arrow::detail::ContinueFuture&, arrow::Future<arrow::internal::Empty>&, arrow::fs::GcsFileSystem::Impl::DeleteDirContents(const arrow::fs::(anonymous namespace)::GcsPath&, bool, const arrow::io::IOContext&)::<lambda(const google::cloud::v2_3_0::StatusOr<google::cloud::storage::v2_3_0::ObjectMetadata>&)>&, google::cloud::v2_3_0::StatusOr<google::cloud::storage::v2_3_0::ObjectMetadata>&> (invoke.h:60)
==11267== by 0x5DFD022: __invoke<arrow::detail::ContinueFuture&, arrow::Future<arrow::internal::Empty>&, arrow::fs::GcsFileSystem::Impl::DeleteDirContents(const arrow::fs::(anonymous namespace)::GcsPath&, bool, const arrow::io::IOContext&)::<lambda(const google::cloud::v2_3_0::StatusOr<google::cloud::storage::v2_3_0::ObjectMetadata>&)>&, google::cloud::v2_3_0::StatusOr<google::cloud::storage::v2_3_0::ObjectMetadata>&> (invoke.h:95)
==11267== by 0x5DFD022: __call<void, 0, 1, 2> (functional:416)
==11267== by 0x5DFD022: operator()<> (functional:499)
==11267== by 0x5DFD022: arrow::internal::FnOnce<void ()>::FnImpl<std::_Bind<arrow::detail::ContinueFuture (arrow::Future<arrow::internal::Empty>, arrow::fs::GcsFileSystem::Impl::DeleteDirContents(arrow::fs::(anonymous namespace)::GcsPath const&, bool, arrow::io::IOContext const&)::{lambda(google::cloud::v2_3_0::StatusOr<google::cloud::storage::v2_3_0::ObjectMetadata> const&)#1}, google::cloud::v2_3_0::StatusOr<google::cloud::storage::v2_3_0::ObjectMetadata>)> >::invoke() (functional.h:152)
==11267== by 0x50BDAA1: operator() (functional.h:140)
==11267== by 0x50BDAA1: arrow::internal::WorkerLoop(std::shared_ptr<arrow::internal::ThreadPool::State>, std::_List_iterator<std::thread>) (thread_pool.cc:243)
==11267== by 0x50BE161: operator() (thread_pool.cc:414)
==11267== by 0x50BE161: __invoke_impl<void, arrow::internal::ThreadPool::LaunchWorkersUnlocked(int)::<lambda()> > (invoke.h:60)
==11267== by 0x50BE161: __invoke<arrow::internal::ThreadPool::LaunchWorkersUnlocked(int)::<lambda()> > (invoke.h:95)
==11267== by 0x50BE161: _M_invoke<0> (thread:264)
==11267== by 0x50BE161: operator() (thread:271)
==11267== by 0x50BE161: std::thread::_State_impl<std::thread::_Invoker<std::tuple<arrow::internal::ThreadPool::LaunchWorkersUnlocked(int)::{lambda()#1}> > >::_M_run() (thread:215)
==11267== by 0x6849A92: execute_native_thread_routine (thread.cc:82)
==11267== by 0x69666DA: start_thread (pthread_create.c:463)
==11267== by 0x6C9F61E: clone (clone.S:95)
==11267==
{
<insert_a_suppression_name_here>
Memcheck:Leak
match-leak-kinds: definite
fun:_ZnwmRKSt9nothrow_t
fun:execute_native_thread_routine
fun:start_thread
fun:clone
}
{noformat}
was:
{noformat}
==11267==
==11267== HEAP SUMMARY:
==11267== in use at exit: 12,091 bytes in 190 blocks
==11267== total heap usage: 982,685 allocs, 982,495 frees, 1,332,264,705 bytes allocated
==11267==
==11267== 192 bytes in 8 blocks are definitely lost in loss record 35 of 45
==11267== at 0x40377A5: operator new(unsigned long, std::nothrow_t const&) (vg_replace_malloc.c:542)
==11267== by 0x682B079: __cxa_thread_atexit (atexit_thread.cc:152)
==11267== by 0x672F2D6: google::cloud::v2_3_0::internal::OptionsSpan::OptionsSpan(google::cloud::v2_3_0::Options) (in /opt/conda/envs/arrow/lib/libgoogle_cloud_cpp_common.so.2.3.0)
==11267== by 0x5DFCA33: google::cloud::v2_3_0::Status google::cloud::storage::v2_3_0::Client::DeleteObject<google::cloud::storage::v2_3_0::Generation>(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, google::cloud::storage::v2_3_0::Generation&&) (client.h:1285)
==11267== by 0x5DFD022: operator() (gcsfs.cc:550)
==11267== by 0x5DFD022: operator()<arrow::fs::GcsFileSystem::Impl::DeleteDirContents(const arrow::fs::(anonymous namespace)::GcsPath&, bool, const arrow::io::IOContext&)::<lambda(const google::cloud::v2_3_0::StatusOr<google::cloud::storage::v2_3_0::ObjectMetadata>&)>&, google::cloud::v2_3_0::StatusOr<google::cloud::storage::v2_3_0::ObjectMetadata>&> (future.h:150)
==11267== by 0x5DFD022: __invoke_impl<void, arrow::detail::ContinueFuture&, arrow::Future<arrow::internal::Empty>&, arrow::fs::GcsFileSystem::Impl::DeleteDirContents(const arrow::fs::(anonymous namespace)::GcsPath&, bool, const arrow::io::IOContext&)::<lambda(const google::cloud::v2_3_0::StatusOr<google::cloud::storage::v2_3_0::ObjectMetadata>&)>&, google::cloud::v2_3_0::StatusOr<google::cloud::storage::v2_3_0::ObjectMetadata>&> (invoke.h:60)
==11267== by 0x5DFD022: __invoke<arrow::detail::ContinueFuture&, arrow::Future<arrow::internal::Empty>&, arrow::fs::GcsFileSystem::Impl::DeleteDirContents(const arrow::fs::(anonymous namespace)::GcsPath&, bool, const arrow::io::IOContext&)::<lambda(const google::cloud::v2_3_0::StatusOr<google::cloud::storage::v2_3_0::ObjectMetadata>&)>&, google::cloud::v2_3_0::StatusOr<google::cloud::storage::v2_3_0::ObjectMetadata>&> (invoke.h:95)
==11267== by 0x5DFD022: __call<void, 0, 1, 2> (functional:416)
==11267== by 0x5DFD022: operator()<> (functional:499)
==11267== by 0x5DFD022: arrow::internal::FnOnce<void ()>::FnImpl<std::_Bind<arrow::detail::ContinueFuture (arrow::Future<arrow::internal::Empty>, arrow::fs::GcsFileSystem::Impl::DeleteDirContents(arrow::fs::(anonymous namespace)::GcsPath const&, bool, arrow::io::IOContext const&)::{lambda(google::cloud::v2_3_0::StatusOr<google::cloud::storage::v2_3_0::ObjectMetadata> const&)#1}, google::cloud::v2_3_0::StatusOr<google::cloud::storage::v2_3_0::ObjectMetadata>)> >::invoke() (functional.h:152)
==11267== by 0x50BDAA1: operator() (functional.h:140)
==11267== by 0x50BDAA1: arrow::internal::WorkerLoop(std::shared_ptr<arrow::internal::ThreadPool::State>, std::_List_iterator<std::thread>) (thread_pool.cc:243)
==11267== by 0x50BE161: operator() (thread_pool.cc:414)
==11267== by 0x50BE161: __invoke_impl<void, arrow::internal::ThreadPool::LaunchWorkersUnlocked(int)::<lambda()> > (invoke.h:60)
==11267== by 0x50BE161: __invoke<arrow::internal::ThreadPool::LaunchWorkersUnlocked(int)::<lambda()> > (invoke.h:95)
==11267== by 0x50BE161: _M_invoke<0> (thread:264)
==11267== by 0x50BE161: operator() (thread:271)
==11267== by 0x50BE161: std::thread::_State_impl<std::thread::_Invoker<std::tuple<arrow::internal::ThreadPool::LaunchWorkersUnlocked(int)::{lambda()#1}> > >::_M_run() (thread:215)
==11267== by 0x6849A92: execute_native_thread_routine (thread.cc:82)
==11267== by 0x69666DA: start_thread (pthread_create.c:463)
==11267== by 0x6C9F61E: clone (clone.S:95)
==11267==
{
<insert_a_suppression_name_here>
Memcheck:Leak
match-leak-kinds: definite
fun:_ZnwmRKSt9nothrow_t
fun:execute_native_thread_routine
fun:start_thread
fun:clone
}
{noformat}
> [C++] Valgrind failure in arrow-gcsfs-test
> ------------------------------------------
>
> Key: ARROW-18191
> URL: https://issues.apache.org/jira/browse/ARROW-18191
> Project: Apache Arrow
> Issue Type: Bug
> Components: C++
> Reporter: David Li
> Priority: Major
>
> https://dev.azure.com/ursacomputing/crossbow/_build/results?buildId=38546&view=logs&j=0da5d1d9-276d-5173-c4c4-9d4d4ed14fdb&t=d9b15392-e4ce-5e4c-0c8c-b69645229181
> {noformat}
> ==11267==
> ==11267== HEAP SUMMARY:
> ==11267== in use at exit: 12,091 bytes in 190 blocks
> ==11267== total heap usage: 982,685 allocs, 982,495 frees, 1,332,264,705 bytes allocated
> ==11267==
> ==11267== 192 bytes in 8 blocks are definitely lost in loss record 35 of 45
> ==11267== at 0x40377A5: operator new(unsigned long, std::nothrow_t const&) (vg_replace_malloc.c:542)
> ==11267== by 0x682B079: __cxa_thread_atexit (atexit_thread.cc:152)
> ==11267== by 0x672F2D6: google::cloud::v2_3_0::internal::OptionsSpan::OptionsSpan(google::cloud::v2_3_0::Options) (in /opt/conda/envs/arrow/lib/libgoogle_cloud_cpp_common.so.2.3.0)
> ==11267== by 0x5DFCA33: google::cloud::v2_3_0::Status google::cloud::storage::v2_3_0::Client::DeleteObject<google::cloud::storage::v2_3_0::Generation>(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, google::cloud::storage::v2_3_0::Generation&&) (client.h:1285)
> ==11267== by 0x5DFD022: operator() (gcsfs.cc:550)
> ==11267== by 0x5DFD022: operator()<arrow::fs::GcsFileSystem::Impl::DeleteDirContents(const arrow::fs::(anonymous namespace)::GcsPath&, bool, const arrow::io::IOContext&)::<lambda(const google::cloud::v2_3_0::StatusOr<google::cloud::storage::v2_3_0::ObjectMetadata>&)>&, google::cloud::v2_3_0::StatusOr<google::cloud::storage::v2_3_0::ObjectMetadata>&> (future.h:150)
> ==11267== by 0x5DFD022: __invoke_impl<void, arrow::detail::ContinueFuture&, arrow::Future<arrow::internal::Empty>&, arrow::fs::GcsFileSystem::Impl::DeleteDirContents(const arrow::fs::(anonymous namespace)::GcsPath&, bool, const arrow::io::IOContext&)::<lambda(const google::cloud::v2_3_0::StatusOr<google::cloud::storage::v2_3_0::ObjectMetadata>&)>&, google::cloud::v2_3_0::StatusOr<google::cloud::storage::v2_3_0::ObjectMetadata>&> (invoke.h:60)
> ==11267== by 0x5DFD022: __invoke<arrow::detail::ContinueFuture&, arrow::Future<arrow::internal::Empty>&, arrow::fs::GcsFileSystem::Impl::DeleteDirContents(const arrow::fs::(anonymous namespace)::GcsPath&, bool, const arrow::io::IOContext&)::<lambda(const google::cloud::v2_3_0::StatusOr<google::cloud::storage::v2_3_0::ObjectMetadata>&)>&, google::cloud::v2_3_0::StatusOr<google::cloud::storage::v2_3_0::ObjectMetadata>&> (invoke.h:95)
> ==11267== by 0x5DFD022: __call<void, 0, 1, 2> (functional:416)
> ==11267== by 0x5DFD022: operator()<> (functional:499)
> ==11267== by 0x5DFD022: arrow::internal::FnOnce<void ()>::FnImpl<std::_Bind<arrow::detail::ContinueFuture (arrow::Future<arrow::internal::Empty>, arrow::fs::GcsFileSystem::Impl::DeleteDirContents(arrow::fs::(anonymous namespace)::GcsPath const&, bool, arrow::io::IOContext const&)::{lambda(google::cloud::v2_3_0::StatusOr<google::cloud::storage::v2_3_0::ObjectMetadata> const&)#1}, google::cloud::v2_3_0::StatusOr<google::cloud::storage::v2_3_0::ObjectMetadata>)> >::invoke() (functional.h:152)
> ==11267== by 0x50BDAA1: operator() (functional.h:140)
> ==11267== by 0x50BDAA1: arrow::internal::WorkerLoop(std::shared_ptr<arrow::internal::ThreadPool::State>, std::_List_iterator<std::thread>) (thread_pool.cc:243)
> ==11267== by 0x50BE161: operator() (thread_pool.cc:414)
> ==11267== by 0x50BE161: __invoke_impl<void, arrow::internal::ThreadPool::LaunchWorkersUnlocked(int)::<lambda()> > (invoke.h:60)
> ==11267== by 0x50BE161: __invoke<arrow::internal::ThreadPool::LaunchWorkersUnlocked(int)::<lambda()> > (invoke.h:95)
> ==11267== by 0x50BE161: _M_invoke<0> (thread:264)
> ==11267== by 0x50BE161: operator() (thread:271)
> ==11267== by 0x50BE161: std::thread::_State_impl<std::thread::_Invoker<std::tuple<arrow::internal::ThreadPool::LaunchWorkersUnlocked(int)::{lambda()#1}> > >::_M_run() (thread:215)
> ==11267== by 0x6849A92: execute_native_thread_routine (thread.cc:82)
> ==11267== by 0x69666DA: start_thread (pthread_create.c:463)
> ==11267== by 0x6C9F61E: clone (clone.S:95)
> ==11267==
> {
> <insert_a_suppression_name_here>
> Memcheck:Leak
> match-leak-kinds: definite
> fun:_ZnwmRKSt9nothrow_t
> fun:execute_native_thread_routine
> fun:start_thread
> fun:clone
> }
> {noformat}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)