defect 1170 - assert in memb_state_recover_enter (was) Re: [Openais] looks like the synchronization code is still broke

Fabien THOMAS fabien.thomas at netasq.com
Thu Apr 6 09:03:20 PDT 2006


with latest trunk and 1170 applied.

GNU gdb 6.1.1 [FreeBSD]
Copyright 2004 Free Software Foundation, Inc.
GDB is free software, covered by the GNU General Public License, and  
you are
welcome to change it and/or distribute copies of it under certain  
conditions.
Type "show copying" to see the conditions.
There is absolutely no warranty for GDB.  Type "show warranty" for  
details.
This GDB was configured as "i386-marcel-freebsd"...
Core was generated by `aisexec'.
Program terminated with signal 6, Aborted.
Reading symbols from /usr/lib/libpthread.so.2...done.
Loaded symbols for /usr/lib/libpthread.so.2
Reading symbols from /lib/libc.so.6...done.
Loaded symbols for /lib/libc.so.6
Reading symbols from /libexec/ld-elf.so.1...done.
Loaded symbols for /libexec/ld-elf.so.1
#0  0x28187723 in kill () from /lib/libc.so.6
[New LWP 100093]
(gdb) bt
#0  0x28187723 in kill () from /lib/libc.so.6
#1  0x280b61da in raise () from /usr/lib/libpthread.so.2
#2  0x281863d4 in abort () from /lib/libc.so.6
#3  0x28164358 in __assert () from /lib/libc.so.6
#4  0x0805185c in memb_state_recovery_enter (instance=0x83c6000,
     commit_token=0x83e2650) at totemsrp.c:1643
#5  0x08056bb8 in message_handler_memb_commit_token (instance=0x83c6000,
     system_from=0x3fbfeb90, msg=0x83e2650, msg_len=2102,
     endian_conversion_needed=0) at totemsrp.c:3662
#6  0x08056d65 in main_deliver_fn (context=0x83c6000,  
system_from=0x3fbfeb90,
     msg=0x83e2650, msg_len=2102) at totemsrp.c:3721
#7  0x0804df12 in active_mcast_recv (instance=0x83b4700,  
context=0x83c6000,
     system_from=0x3fbfeb90, msg=0x83e2650, msg_len=2102) at  
totemrrp.c:393
#8  0x0804e2be in rrp_deliver_fn (context=0x83b5670,  
system_from=0x3fbfeb90,
     msg=0x83e2650, msg_len=2102) at totemrrp.c:549
#9  0x0804c3b6 in net_deliver_fn (handle=0, fd=8, revents=1,  
data=0x83e2000,
     prio=0x83c1454) at totemnet.c:687
#10 0x0804ab76 in poll_run (handle=0) at aispoll.c:424
#11 0x0805fd4f in main (argc=1, argv=0x3fbfee88) at main.c:1317
(gdb) frame 4
#4  0x0805185c in memb_state_recovery_enter (instance=0x83c6000,
     commit_token=0x83e2650) at totemsrp.c:1643
1643    totemsrp.c: No such file or directory.
         in totemsrp.c
(gdb) print *instance
$1 = {first_run = 1, fcc_remcast_last = 0, fcc_mcast_last = 0,
   fcc_mcast_current = 0, fcc_remcast_current = 0, consensus_list =  
{{addr = {
         nodeid = 117506570, family = 2,
         addr = "\n\002\001\a", '\0' <repeats 11 times>}, set = 1},  
{addr = {
         nodeid = 84607498, family = 2,
         addr = "\n\002\v\005??ۢ\005\bL1;\b 4"}, set = 1}, {addr = {
         nodeid = 0, family = 0, addr = '\0' <repeats 15 times>},
       set = 0} <repeats 30 times>}, consensus_list_entries = 2,
   my_proc_list = {{nodeid = 117506570, family = 2,
       addr = "\n\002\001\a", '\0' <repeats 11 times>}, {nodeid =  
84607498,
       family = 2, addr = "\n\002\v\005", '\0' <repeats 11 times>}, {
       nodeid = 100729354, family = 2,
       addr = "\n\002\001\006", '\0' <repeats 11 times>}, {nodeid =  
4262724106,
       family = 2, addr = "\n\002\024?", '\0' <repeats 11 times>},  
{nodeid = 0,
       family = 0, addr = '\0' <repeats 15 times>} <repeats 28 times>},
   my_failed_list = {{nodeid = 100729354, family = 2,
       addr = "\n\002\001\006??ۢ\005\bL1;\b\2004"}, {nodeid =  
4262724106,
       family = 2, addr = "\n\002\024???ۢ\005\bL1;\b 4"}, {nodeid =  
100729354,
       family = 2, addr = "\n\002\001\006", '\0' <repeats 11 times>}, {
       nodeid = 0, family = 0,
       addr = '\0' <repeats 15 times>} <repeats 29 times>},  
my_new_memb_list = {
     {nodeid = 117506570, family = 2,
       addr = "\n\002\001\a", '\0' <repeats 11 times>}, {nodeid =  
84607498,
       family = 2, addr = "\n\002\v\005", '\0' <repeats 11 times>}, {
---Type <return> to continue, or q <return> to quit---
       nodeid = 0, family = 0,
       addr = '\0' <repeats 15 times>} <repeats 30 times>},
   my_trans_memb_list = {{nodeid = 117506570, family = 2,
       addr = "\n\002\001\a", '\0' <repeats 11 times>}, {nodeid =  
84607498,
       family = 2, addr = "\n\002\v\005", '\0' <repeats 11 times>}, {
       nodeid = 0, family = 0,
       addr = '\0' <repeats 15 times>} <repeats 30 times>},  
my_memb_list = {{
       nodeid = 117506570, family = 2,
       addr = "\n\002\001\a", '\0' <repeats 11 times>}, {nodeid =  
84607498,
       family = 2, addr = "\n\002\v\005", '\0' <repeats 11 times>}, {
       nodeid = 0, family = 0,
       addr = '\0' <repeats 15 times>} <repeats 30 times>},
   my_deliver_memb_list = {{nodeid = 117506570, family = 2,
       addr = "\n\002\001\a", '\0' <repeats 11 times>}, {nodeid =  
84607498,
       family = 2, addr = "\n\002\v\005", '\0' <repeats 11 times>}, {
       nodeid = 0, family = 0,
       addr = '\0' <repeats 15 times>} <repeats 30 times>},
   my_nodeid_lookup_list = {{nodeid = 117506570, family = 2,
       addr = "\n\002\001\a", '\0' <repeats 11 times>}, {nodeid =  
4262724106,
       family = 2, addr = "\n\002\024?", '\0' <repeats 11 times>}, {
       nodeid = 84607498, family = 2,
       addr = "\n\002\v\005??`??\000?\n(\000?"}, {nodeid = 100729354,
       family = 2, addr = "\n\002\001\006", '\0' <repeats 11 times>}, {
       nodeid = 0, family = 0,
---Type <return> to continue, or q <return> to quit---
       addr = '\0' <repeats 15 times>} <repeats 28 times>},
   my_proc_list_entries = 4, my_failed_list_entries = 2,
   my_new_memb_entries = 2, my_trans_memb_entries = 2,  
my_memb_entries = 2,
   my_deliver_memb_entries = 2, my_nodeid_lookup_entries = 4,  
my_ring_id = {
     rep = {nodeid = 117506570, family = 2,
       addr = "\n\002\001\a", '\0' <repeats 11 times>}, seq = 81608},
   my_old_ring_id = {rep = {nodeid = 117506570, family = 2,
       addr = "\n\002\001\a", '\0' <repeats 11 times>}, seq = 81604},
   my_aru_count = 0, my_merge_detect_timeout_outstanding = 0,  
my_last_aru = 0,
   my_seq_unchanged = 0, my_received_flg = 0, my_high_seq_received = 0,
   my_install_seq = 0, my_rotation_counter = 0, my_set_retrans_flg = 0,
   my_retrans_flg_count = 0, my_high_ring_delivered = 0,
   heartbeat_timeout = 764, new_message_queue = {head = 147, tail = 111,
     used = 35, usedhw = 35, size = 181, items = 0x83e7000,  
size_per_item = 48,
     iterator = 0}, retrans_message_queue = {head = 0, tail = 499,  
used = 0,
     usedhw = 0, size = 500, items = 0x83ce000, size_per_item = 48,
     iterator = 0}, regular_sort_queue = {head = 0, size = 256,
     items = 0x83d4000, items_inuse = 0x83c0c00, size_per_item = 44,
     head_seqid = 0, item_count = 256, pos_max = 0},  
recovery_sort_queue = {
     head = 0, size = 256, items = 0x83d7000, items_inuse = 0x83c4000,
     size_per_item = 44, head_seqid = 0, item_count = 256, pos_max = 0},
   my_aru = 0, my_high_delivered = 0,  
token_callback_received_listhead = {
     next = 0x83b3440, prev = 0x83b3440},  
token_callback_sent_listhead = {
     next = 0x83c77f0, prev = 0x83c77f0}, orf_token_retransmit =  
0x83ca000 "",
---Type <return> to continue, or q <return> to quit---
   orf_token_retransmit_size = 88, my_token_seq = 4294967295,
   timer_orf_token_timeout = 0x83b3120,
   timer_orf_token_retransmit_timeout = 0x0,
   timer_orf_token_hold_retransmit_timeout = 0x0,
   timer_merge_detect_timeout = 0x0,
   memb_timer_state_gather_join_timeout = 0x0,
   memb_timer_state_gather_consensus_timeout = 0x0,
   memb_timer_state_commit_timeout = 0x0, timer_heartbeat_timeout =  
0x83b33e0,
   totemsrp_log_level_security = 65538, totemsrp_log_level_error =  
131074,
   totemsrp_log_level_warning = 196610, totemsrp_log_level_notice =  
262146,
   totemsrp_log_level_debug = 327682,
   totemsrp_log_printf = 0x805ff00 <internal_log_printf>,
   memb_state = MEMB_STATE_COMMIT, my_id = {nodeid = 117506570,  
family = 2,
     addr = "\n\002\001\a", '\0' <repeats 11 times>}, next_memb = {
     nodeid = 84607498, family = 2,
     addr = "\n\002\v\005", '\0' <repeats 11 times>},
   iov_buffer = '\0' <repeats 8999 times>, totemsrp_iov_recv =  
{iov_base = 0x0,
     iov_len = 0}, totemsrp_poll_handle = 0, totemsrp_recv = 0,
   mcast_address = {nodeid = 0, family = 2,
     addr = "?^\001\003", '\0' <repeats 11 times>},
   totemsrp_deliver_fn = 0x8056e7c <totemmrp_deliver_fn>,
   totemsrp_confchg_fn = 0x8056eb0 <totemmrp_confchg_fn>,  
global_seqno = 112,
   my_token_held = 0, token_ring_id_seq = 81608, last_released = 0,
   set_aru = 4294967295, old_ring_state_saved = 1, old_ring_state_aru  
= 0,
---Type <return> to continue, or q <return> to quit---
   old_ring_state_high_seq_received = 0, ring_saved = 1, my_last_seq  
= 17,
   tv_old = {tv_sec = 0, tv_usec = 0}, totemrrp_handle = 0,
   totem_config = 0x3fbfed14, use_heartbeat = 1, my_trc = 0, my_pbl = 0}
(gdb) print *commit_token
$2 = {header = {type = 4 '\004', encapsulated = 0 '\0',
     endian_detector = 65314, nodeid = 84607498}, token_seq = 3,  
ring_id = {
     rep = {nodeid = 117506570, family = 2,
       addr = "\n\002\001\a", '\0' <repeats 11 times>}, seq = 81608},
   retrans_flg = 0, memb_index = 0, addr_entries = 2, addr = {{
       nodeid = 117506570, family = 2,
       addr = "\n\002\001\a", '\0' <repeats 11 times>}, {nodeid =  
84607498,
       family = 2, addr = "\n\002\v\005", '\0' <repeats 11 times>}, {
       nodeid = 0, family = 0,
       addr = '\0' <repeats 15 times>} <repeats 30 times>}, memb_list  
= {{
       ring_id = {rep = {nodeid = 117506570, family = 2,
           addr = "\n\002\001\a", '\0' <repeats 11 times>}, seq =  
81604},
       aru = 0, high_delivered = 0, received_flg = 0}, {ring_id =  
{rep = {
           nodeid = 117506570, family = 2,
           addr = "\n\002\001\a", '\0' <repeats 11 times>}, seq =  
81604},
       aru = 17, high_delivered = 0, received_flg = 0}, {ring_id =  
{rep = {
           nodeid = 0, family = 0, addr = '\0' <repeats 15 times>},  
seq = 0},
       aru = 0, high_delivered = 0, received_flg = 0} <repeats 30  
times>}}
(gdb) print low_ring_aru
$3 = 17
(gdb) print range
$4 = 4294967279
(gdb)





More information about the Openais mailing list