You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@trafficserver.apache.org by "Qiang Li (JIRA)" <ji...@apache.org> on 2014/12/24 10:58:13 UTC
[jira] [Comment Edited] (TS-3083) crash
[ https://issues.apache.org/jira/browse/TS-3083?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=14258149#comment-14258149 ]
Qiang Li edited comment on TS-3083 at 12/24/14 9:58 AM:
--------------------------------------------------------
[~yunkai]
i add "#define DEBUG" in ink_queue_ext.h, and catch a core
traffic.out
{code}
FATAL: ink_queue_ext.cc:263: failed assert `pChunk->item_magic[idx] == ITEM_MAGIC`
traffic_server - STACK TRACE:
/usr/lib64/trafficserver/libtsutil.so.5(ink_fatal_die+0x0)[0x2b7214d96c23]
/usr/lib64/trafficserver/libtsutil.so.5(_Z12ink_get_randv+0x0)[0x2b7214d9462c]
/usr/lib64/trafficserver/libtsutil.so.5(+0x408e3)[0x2b7214d9c8e3]
/usr/lib64/trafficserver/libtsutil.so.5(reclaimable_freelist_free+0x49)[0x2b7214d9d8a1]
/usr/lib64/trafficserver/libtsutil.so.5(ink_freelist_free+0x23)[0x2b7214d9b966]
/usr/bin/traffic_server(_ZN14ClassAllocatorI9MIOBufferE4freeEPS0_+0x26)[0x502a22]
/usr/bin/traffic_server(_Z11thread_freeI9MIOBufferEvR14ClassAllocatorIT_EPS2_+0x23)[0x502754]
/usr/bin/traffic_server(_Z14free_MIOBufferP9MIOBuffer+0x43)[0x501fee]
/usr/bin/traffic_server(_ZN7FetchSM7cleanUpEv+0xae)[0x4ff1c8]
/usr/bin/traffic_server(_ZN7FetchSM15InvokePluginExtEi+0x4b5)[0x4ffeeb]
/usr/bin/traffic_server(_ZN7FetchSM18process_fetch_readEi+0x35d)[0x5005db]
/usr/bin/traffic_server(_ZN7FetchSM13fetch_handlerEiPv+0x93)[0x5008f5]
/usr/bin/traffic_server(_ZN12Continuation11handleEventEiPv+0x6c)[0x501886]
/usr/bin/traffic_server(_ZN8PluginVC17process_read_sideEb+0x67b)[0x53db65]
/usr/bin/traffic_server(_ZN8PluginVC18process_write_sideEb+0x6ca)[0x53d496]
/usr/bin/traffic_server(_ZN8PluginVC12main_handlerEiPv+0x5a9)[0x53c359]
/usr/bin/traffic_server(_ZN12Continuation11handleEventEiPv+0x6c)[0x501886]
/usr/bin/traffic_server(_ZN7EThread13process_eventEP5Eventi+0xc6)[0x7bb60a]
/usr/bin/traffic_server(_ZN7EThread7executeEv+0xa0)[0x7bb7d8]
{code}
core dump
{code}
(gdb) bt
#0 0x00002b7217b79625 in raise () from /lib64/libc.so.6
#1 0x00002b7217b7ad8d in abort () from /lib64/libc.so.6
#2 0x00002b7214d96a90 in ink_die_die_die (retval=1) at ink_error.cc:43
#3 0x00002b7214d96b5a in ink_fatal_va(int, const char *, typedef __va_list_tag __va_list_tag *) (return_code=1,
fmt=0x2b7214da7d20 "%s:%d: failed assert `%s`", ap=0x2b721ac2b6e0) at ink_error.cc:67
#4 0x00002b7214d96c23 in ink_fatal (return_code=1, message_format=0x2b7214da7d20 "%s:%d: failed assert `%s`") at ink_error.cc:75
#5 0x00002b7214d9462c in _ink_assert (expression=0x2b7214da8c88 "pChunk->item_magic[idx] == ITEM_MAGIC", file=0x2b7214da8b32 "ink_queue_ext.cc", line=263)
at ink_assert.cc:37
#6 0x00002b7214d9c8e3 in clear_chunk_item_magic (f=0x11255e0, pChunk=0x2aabd49cfed0, item=0x2aabd49cc960) at ink_queue_ext.cc:263
#7 0x00002b7214d9d8a1 in reclaimable_freelist_free (f=0x11255e0, item=0x2aabd49cc960) at ink_queue_ext.cc:675
#8 0x00002b7214d9b966 in ink_freelist_free (f=0x11255e0, item=0x2aabd49cc960) at ink_queue.cc:248
#9 0x0000000000502a22 in ClassAllocator<MIOBuffer>::free (this=0x1071ac0, ptr=0x2aabd49cc960) at ../lib/ts/Allocator.h:138
#10 0x0000000000502754 in thread_free<MIOBuffer> (a=..., p=0x2aabd49cc960) at ../iocore/eventsystem/I_ProxyAllocator.h:84
#11 0x0000000000501fee in free_MIOBuffer (mio=0x2aabd49cc960) at ../iocore/eventsystem/P_IOBuffer.h:780
#12 0x00000000004ff1c8 in FetchSM::cleanUp (this=0x2aaae948f000) at FetchSM.cc:43
#13 0x00000000004ffeeb in FetchSM::InvokePluginExt (this=0x2aaae948f000, fetch_event=0) at FetchSM.cc:329
#14 0x00000000005005db in FetchSM::process_fetch_read (this=0x2aaae948f000, event=100) at FetchSM.cc:453
#15 0x00000000005008f5 in FetchSM::fetch_handler (this=0x2aaae948f000, event=100, edata=0x2aaac4013af8) at FetchSM.cc:509
#16 0x0000000000501886 in Continuation::handleEvent (this=0x2aaae948f000, event=100, data=0x2aaac4013af8) at ../iocore/eventsystem/I_Continuation.h:146
#17 0x000000000053db65 in PluginVC::process_read_side (this=0x2aaac40139f0, other_side_call=true) at PluginVC.cc:669
#18 0x000000000053d496 in PluginVC::process_write_side (this=0x2aaac4013be0, other_side_call=false) at PluginVC.cc:565
#19 0x000000000053c359 in PluginVC::main_handler (this=0x2aaac4013be0, event=1, data=0x2b7244002a60) at PluginVC.cc:210
#20 0x0000000000501886 in Continuation::handleEvent (this=0x2aaac4013be0, event=1, data=0x2b7244002a60) at ../iocore/eventsystem/I_Continuation.h:146
#21 0x00000000007bb60a in EThread::process_event (this=0x2b721a023010, e=0x2b7244002a60, calling_code=1) at UnixEThread.cc:144
#22 0x00000000007bb7d8 in EThread::execute (this=0x2b721a023010) at UnixEThread.cc:195
#23 0x00000000007babc5 in spawn_thread_internal (a=0x118c910) at Thread.cc:88
#24 0x00002b7216c389d1 in start_thread () from /lib64/libpthread.so.0
#25 0x00002b7217c2f9dd in clone () from /lib64/libc.so.6
(gdb) f 6
#6 0x00002b7214d9c8e3 in clear_chunk_item_magic (f=0x11255e0, pChunk=0x2aabd49cfed0, item=0x2aabd49cc960) at ink_queue_ext.cc:263
263 ink_release_assert(pChunk->item_magic[idx] == ITEM_MAGIC);
(gdb) l
258 {
259 uint32_t idx;
260
261 idx = get_chunk_item_magic_idx(f, item, &pChunk, true);
262
263 ink_release_assert(pChunk->item_magic[idx] == ITEM_MAGIC);
264
265 pChunk->item_magic[idx] = 0;
266 }
267 #else
(gdb) p idx
$1 = 10
(gdb) p pChunk->item_magic[10]
$2 = 255 '\377'
(gdb)
{code}
in ink_queue_ext.cc:263 , pChunk->item_magic[10] == 255 , but it trigger the assert, something wrong in multi-thread?
was (Author: tufang14):
[~yunkai]
traffic.out
{code}
FATAL: ink_queue_ext.cc:263: failed assert `pChunk->item_magic[idx] == ITEM_MAGIC`
traffic_server - STACK TRACE:
/usr/lib64/trafficserver/libtsutil.so.5(ink_fatal_die+0x0)[0x2b7214d96c23]
/usr/lib64/trafficserver/libtsutil.so.5(_Z12ink_get_randv+0x0)[0x2b7214d9462c]
/usr/lib64/trafficserver/libtsutil.so.5(+0x408e3)[0x2b7214d9c8e3]
/usr/lib64/trafficserver/libtsutil.so.5(reclaimable_freelist_free+0x49)[0x2b7214d9d8a1]
/usr/lib64/trafficserver/libtsutil.so.5(ink_freelist_free+0x23)[0x2b7214d9b966]
/usr/bin/traffic_server(_ZN14ClassAllocatorI9MIOBufferE4freeEPS0_+0x26)[0x502a22]
/usr/bin/traffic_server(_Z11thread_freeI9MIOBufferEvR14ClassAllocatorIT_EPS2_+0x23)[0x502754]
/usr/bin/traffic_server(_Z14free_MIOBufferP9MIOBuffer+0x43)[0x501fee]
/usr/bin/traffic_server(_ZN7FetchSM7cleanUpEv+0xae)[0x4ff1c8]
/usr/bin/traffic_server(_ZN7FetchSM15InvokePluginExtEi+0x4b5)[0x4ffeeb]
/usr/bin/traffic_server(_ZN7FetchSM18process_fetch_readEi+0x35d)[0x5005db]
/usr/bin/traffic_server(_ZN7FetchSM13fetch_handlerEiPv+0x93)[0x5008f5]
/usr/bin/traffic_server(_ZN12Continuation11handleEventEiPv+0x6c)[0x501886]
/usr/bin/traffic_server(_ZN8PluginVC17process_read_sideEb+0x67b)[0x53db65]
/usr/bin/traffic_server(_ZN8PluginVC18process_write_sideEb+0x6ca)[0x53d496]
/usr/bin/traffic_server(_ZN8PluginVC12main_handlerEiPv+0x5a9)[0x53c359]
/usr/bin/traffic_server(_ZN12Continuation11handleEventEiPv+0x6c)[0x501886]
/usr/bin/traffic_server(_ZN7EThread13process_eventEP5Eventi+0xc6)[0x7bb60a]
/usr/bin/traffic_server(_ZN7EThread7executeEv+0xa0)[0x7bb7d8]
{code}
core dump
{code}
(gdb) bt
#0 0x00002b7217b79625 in raise () from /lib64/libc.so.6
#1 0x00002b7217b7ad8d in abort () from /lib64/libc.so.6
#2 0x00002b7214d96a90 in ink_die_die_die (retval=1) at ink_error.cc:43
#3 0x00002b7214d96b5a in ink_fatal_va(int, const char *, typedef __va_list_tag __va_list_tag *) (return_code=1,
fmt=0x2b7214da7d20 "%s:%d: failed assert `%s`", ap=0x2b721ac2b6e0) at ink_error.cc:67
#4 0x00002b7214d96c23 in ink_fatal (return_code=1, message_format=0x2b7214da7d20 "%s:%d: failed assert `%s`") at ink_error.cc:75
#5 0x00002b7214d9462c in _ink_assert (expression=0x2b7214da8c88 "pChunk->item_magic[idx] == ITEM_MAGIC", file=0x2b7214da8b32 "ink_queue_ext.cc", line=263)
at ink_assert.cc:37
#6 0x00002b7214d9c8e3 in clear_chunk_item_magic (f=0x11255e0, pChunk=0x2aabd49cfed0, item=0x2aabd49cc960) at ink_queue_ext.cc:263
#7 0x00002b7214d9d8a1 in reclaimable_freelist_free (f=0x11255e0, item=0x2aabd49cc960) at ink_queue_ext.cc:675
#8 0x00002b7214d9b966 in ink_freelist_free (f=0x11255e0, item=0x2aabd49cc960) at ink_queue.cc:248
#9 0x0000000000502a22 in ClassAllocator<MIOBuffer>::free (this=0x1071ac0, ptr=0x2aabd49cc960) at ../lib/ts/Allocator.h:138
#10 0x0000000000502754 in thread_free<MIOBuffer> (a=..., p=0x2aabd49cc960) at ../iocore/eventsystem/I_ProxyAllocator.h:84
#11 0x0000000000501fee in free_MIOBuffer (mio=0x2aabd49cc960) at ../iocore/eventsystem/P_IOBuffer.h:780
#12 0x00000000004ff1c8 in FetchSM::cleanUp (this=0x2aaae948f000) at FetchSM.cc:43
#13 0x00000000004ffeeb in FetchSM::InvokePluginExt (this=0x2aaae948f000, fetch_event=0) at FetchSM.cc:329
#14 0x00000000005005db in FetchSM::process_fetch_read (this=0x2aaae948f000, event=100) at FetchSM.cc:453
#15 0x00000000005008f5 in FetchSM::fetch_handler (this=0x2aaae948f000, event=100, edata=0x2aaac4013af8) at FetchSM.cc:509
#16 0x0000000000501886 in Continuation::handleEvent (this=0x2aaae948f000, event=100, data=0x2aaac4013af8) at ../iocore/eventsystem/I_Continuation.h:146
#17 0x000000000053db65 in PluginVC::process_read_side (this=0x2aaac40139f0, other_side_call=true) at PluginVC.cc:669
#18 0x000000000053d496 in PluginVC::process_write_side (this=0x2aaac4013be0, other_side_call=false) at PluginVC.cc:565
#19 0x000000000053c359 in PluginVC::main_handler (this=0x2aaac4013be0, event=1, data=0x2b7244002a60) at PluginVC.cc:210
#20 0x0000000000501886 in Continuation::handleEvent (this=0x2aaac4013be0, event=1, data=0x2b7244002a60) at ../iocore/eventsystem/I_Continuation.h:146
#21 0x00000000007bb60a in EThread::process_event (this=0x2b721a023010, e=0x2b7244002a60, calling_code=1) at UnixEThread.cc:144
#22 0x00000000007bb7d8 in EThread::execute (this=0x2b721a023010) at UnixEThread.cc:195
#23 0x00000000007babc5 in spawn_thread_internal (a=0x118c910) at Thread.cc:88
#24 0x00002b7216c389d1 in start_thread () from /lib64/libpthread.so.0
#25 0x00002b7217c2f9dd in clone () from /lib64/libc.so.6
(gdb) f 6
#6 0x00002b7214d9c8e3 in clear_chunk_item_magic (f=0x11255e0, pChunk=0x2aabd49cfed0, item=0x2aabd49cc960) at ink_queue_ext.cc:263
263 ink_release_assert(pChunk->item_magic[idx] == ITEM_MAGIC);
(gdb) l
258 {
259 uint32_t idx;
260
261 idx = get_chunk_item_magic_idx(f, item, &pChunk, true);
262
263 ink_release_assert(pChunk->item_magic[idx] == ITEM_MAGIC);
264
265 pChunk->item_magic[idx] = 0;
266 }
267 #else
(gdb) p idx
$1 = 10
(gdb) p pChunk->item_magic[10]
$2 = 255 '\377'
(gdb)
{code}
in ink_queue_ext.cc:263 , pChunk->item_magic[10] == 255 , but it trigger the assert, something wrong in multi-thread?
> crash
> -----
>
> Key: TS-3083
> URL: https://issues.apache.org/jira/browse/TS-3083
> Project: Traffic Server
> Issue Type: Bug
> Components: Core
> Affects Versions: 5.2.0
> Reporter: bettydramit
> Assignee: Zhao Yongming
> Labels: crash
> Fix For: sometime
>
>
> c++filt <a.txt
> {code}
> /lib64/libpthread.so.0(+0xf710)[0x2b4c37949710]
> /usr/lib64/trafficserver/libtsutil.so.5(ink_atomiclist_pop+0x3e)[0x2b4c35abb64e]
> /usr/lib64/trafficserver/libtsutil.so.5(reclaimable_freelist_new+0x65)[0x2b4c35abc065]
> /usr/bin/traffic_server(MIOBuffer_tracker::operator()(long)+0x2b)[0x4a33db]
> /usr/bin/traffic_server(PluginVCCore::init()+0x2e3)[0x4d9903]
> /usr/bin/traffic_server(PluginVCCore::alloc()+0x11d)[0x4dcf4d]
> /usr/bin/traffic_server(TSHttpConnectWithPluginId+0x5d)[0x4b9e9d]
> /usr/bin/traffic_server(FetchSM::httpConnect()+0x74)[0x4a0224]
> /usr/bin/traffic_server(PluginVC::process_read_side(bool)+0x375)[0x4da675]
> /usr/bin/traffic_server(PluginVC::process_write_side(bool)+0x57a)[0x4dafca]
> /usr/bin/traffic_server(PluginVC::main_handler(int, void*)+0x315)[0x4dc9a5]
> /usr/bin/traffic_server(EThread::process_event(Event*, int)+0x8f)[0x73788f]
> /usr/bin/traffic_server(EThread::execute()+0x57b)[0x7381fb]
> {code}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)