changing db_text database causes coredump

[lbarth]

We have some scripts that regenerate opensips db_text databases from an external system. from time2time the update causes opensips to coredump. We tried several ways to update the textfile (move, copy, open &change) always with the same result. 3 core files are created.

Program terminated with signal 11, Segmentation fault.
#0  dbt_db_del_table (_dc=0x7f3d3d5e5ea8, _s=0x7f3d40a137f0, sync=<optimized out>) at dbt_lib.c:237
237                                     (_tbc->prev)->next = _tbc->next;

[lbarth]

BT an BT FULL of all coredumps

Program terminated with signal 6, Aborted.
#0  0x00007f3d435bd425 in raise () from /lib/x86_64-linux-gnu/libc.so.6
(gdb) bt
#0  0x00007f3d435bd425 in raise () from /lib/x86_64-linux-gnu/libc.so.6
#1  0x00007f3d435c0b8b in abort () from /lib/x86_64-linux-gnu/libc.so.6
#2  0x000000000042b8cd in sig_alarm_abort (signo=<optimized out>) at main.c:439
#3  <signal handler called>
#4  0x00007f3d43651ab7 in sched_yield () from /lib/x86_64-linux-gnu/libc.so.6
#5  0x00007f3d420e50cd in get_lock (lock=0x7f3d3d5e5d90) at ../../mem/../fastlock.h:182
#6  dbt_cache_print (_f=0) at dbt_lib.c:395
#7  0x00007f3d420e1a27 in destroy () at dbtext.c:100
#8  0x0000000000472ca5 in destroy_modules () at sr_module.c:371
#9  0x000000000042ba82 in cleanup (show_status=1) at main.c:348
#10 0x000000000042c474 in handle_sigs () at main.c:549
#11 0x0000000000414745 in main_loop () at main.c:1024
#12 main (argc=<optimized out>, argv=<optimized out>) at main.c:1557
(gdb) bt full
#0  0x00007f3d435bd425 in raise () from /lib/x86_64-linux-gnu/libc.so.6
No symbol table info available.
#1  0x00007f3d435c0b8b in abort () from /lib/x86_64-linux-gnu/libc.so.6
No symbol table info available.
#2  0x000000000042b8cd in sig_alarm_abort (signo=<optimized out>) at main.c:439
        __FUNCTION__ = "sig_alarm_abort"
#3  <signal handler called>
No symbol table info available.
#4  0x00007f3d43651ab7 in sched_yield () from /lib/x86_64-linux-gnu/libc.so.6
No symbol table info available.
#5  0x00007f3d420e50cd in get_lock (lock=0x7f3d3d5e5d90) at ../../mem/../fastlock.h:182
        i = 0
#6  dbt_cache_print (_f=0) at dbt_lib.c:395
        _tbc = <optimized out>
#7  0x00007f3d420e1a27 in destroy () at dbtext.c:100
        __FUNCTION__ = "destroy"
#8  0x0000000000472ca5 in destroy_modules () at sr_module.c:371
        t = 0x7f3d43390fc0
        foo = 0x7f3d43390b60
#9  0x000000000042ba82 in cleanup (show_status=1) at main.c:348
        __FUNCTION__ = "cleanup"
#10 0x000000000042c474 in handle_sigs () at main.c:549
        chld = <optimized out>
        chld_status = 139
        overall_status = 139
        i = <optimized out>
        do_exit = <optimized out>
        __FUNCTION__ = "handle_sigs"
#11 0x0000000000414745 in main_loop () at main.c:1024
        i = <optimized out>
        pid = <optimized out>
        si = <optimized out>
        startup_done = <optimized out>
        chd_rank = 4
        rc = <optimized out>
        load_p = 0x7f3d3d61e620
#12 main (argc=<optimized out>, argv=<optimized out>) at main.c:1557
        cfg_log_stderr = <optimized out>
        cfg_stream = <optimized out>
        c = <optimized out>
        r = <optimized out>
        tmp = 0x4eead5 "H\205\355t\034\061\333\017\037@"
        tmp_len = <optimized out>
        port = <optimized out>
        proto = <optimized out>
        options = 0x4f4ae0 "f:cCm:M:b:l:n:N:rRvdDETSVhw:t:u:g:P:G:W:o:"
        ret = -1
        seed = 4281216396
        rfd = 0
        __FUNCTION__ = "main"



Program terminated with signal 6, Aborted.
#0  0x00007ff9c03fa425 in raise () from /lib/x86_64-linux-gnu/libc.so.6
(gdb) bt
#0  0x00007ff9c03fa425 in raise () from /lib/x86_64-linux-gnu/libc.so.6
#1  0x00007ff9c03fdb8b in abort () from /lib/x86_64-linux-gnu/libc.so.6
#2  0x000000000042b8cd in sig_alarm_abort (signo=<optimized out>) at main.c:439
#3  <signal handler called>
#4  0x00007ff9bed220f4 in dbt_cache_print (_f=0) at dbt_lib.c:411
#5  0x00007ff9bed1ea27 in destroy () at dbtext.c:100
#6  0x0000000000472ca5 in destroy_modules () at sr_module.c:371
#7  0x000000000042ba82 in cleanup (show_status=1) at main.c:348
#8  0x000000000042c004 in handle_sigs () at main.c:481
#9  0x0000000000414745 in main_loop () at main.c:1024
#10 main (argc=<optimized out>, argv=<optimized out>) at main.c:1557
(gdb) bt full
#0  0x00007ff9c03fa425 in raise () from /lib/x86_64-linux-gnu/libc.so.6
No symbol table info available.
#1  0x00007ff9c03fdb8b in abort () from /lib/x86_64-linux-gnu/libc.so.6
No symbol table info available.
#2  0x000000000042b8cd in sig_alarm_abort (signo=<optimized out>) at main.c:439
        __FUNCTION__ = "sig_alarm_abort"
#3  <signal handler called>
No symbol table info available.
#4  0x00007ff9bed220f4 in dbt_cache_print (_f=0) at dbt_lib.c:411
        _tbc = 0x7ff9b7a126b8
#5  0x00007ff9bed1ea27 in destroy () at dbtext.c:100
        __FUNCTION__ = "destroy"
#6  0x0000000000472ca5 in destroy_modules () at sr_module.c:371
        t = 0x7ff9bffcdfc0
        foo = 0x7ff9bffcdb60
#7  0x000000000042ba82 in cleanup (show_status=1) at main.c:348
        __FUNCTION__ = "cleanup"
#8  0x000000000042c004 in handle_sigs () at main.c:481
        chld = <optimized out>
        chld_status = <optimized out>
        overall_status = 0
        i = <optimized out>
        do_exit = <optimized out>
        __FUNCTION__ = "handle_sigs"
#9  0x0000000000414745 in main_loop () at main.c:1024
        i = <optimized out>
        pid = <optimized out>
        si = <optimized out>
        startup_done = <optimized out>
        chd_rank = 4
        rc = <optimized out>
        load_p = 0x7ff9b7a1f620
#10 main (argc=<optimized out>, argv=<optimized out>) at main.c:1557
        cfg_log_stderr = <optimized out>
        cfg_stream = <optimized out>
        c = <optimized out>
        r = <optimized out>
        tmp = 0x7fff76678952 ""
        tmp_len = <optimized out>
        port = <optimized out>
        proto = <optimized out>
        options = 0x4f4ae0 "f:cCm:M:b:l:n:N:rRvdDETSVhw:t:u:g:P:G:W:o:"
        ret = -1
        seed = 2956459090
        rfd = 0
        __FUNCTION__ = "main"



Program terminated with signal 11, Segmentation fault.
#0  dbt_db_del_table (_dc=0x7f3d3d5e5ea8, _s=0x7f3d40a137f0, sync=<optimized out>) at dbt_lib.c:237
237                                     (_tbc->prev)->next = _tbc->next;

#0  dbt_db_del_table (_dc=0x7f3d3d5e5ea8, _s=0x7f3d40a137f0, sync=<optimized out>) at dbt_lib.c:237
#1  0x00007f3d420e4ae6 in dbt_db_get_table (_dc=0x7f3d3d5e5ea8, _s=0x7f3d40a137f0) at dbt_lib.c:297
#2  0x00007f3d420e0170 in dbt_query (_h=0x7f3d4342b100, _k=0x7f3d40a13830, _op=0x0, _v=0x7f3d40a13860, _c=<optimized out>, _n=1, _nc=3, _o=0x0, _r=0x7fff437d3410) at dbt_base.c:187
#3  0x00007f3d40802a13 in db_load_avp (url=0x7f3d43394ae0, uuid=<optimized out>, username=<optimized out>, domain=<optimized out>, attr=<optimized out>, table=<optimized out>, scheme=0x0) at avpops_db.c:345
#4  0x00007f3d40804303 in ops_dbload_avps (msg=<optimized out>, sp=0x7f3d434067c0, dbp=0x7f3d43406850, url=0x7f3d43394ae0, use_domain=0) at avpops_impl.c:362
#5  0x00000000004174f6 in do_action (a=0x7f3d433cae18, msg=0x7f3d4342b1f0) at action.c:1492
#6  0x000000000041ab80 in run_action_list (a=<optimized out>, msg=0x7f3d4342b1f0) at action.c:158
#7  0x0000000000418dfa in run_actions (msg=0x7f3d4342b1f0, a=<optimized out>) at action.c:123
#8  run_actions (msg=0x7f3d4342b1f0, a=<optimized out>) at action.c:295
#9  do_action (a=0x7f3d433aa108, msg=0x7f3d4342b1f0) at action.c:582
#10 0x000000000041ab80 in run_action_list (a=<optimized out>, msg=0x7f3d4342b1f0) at action.c:158
#11 0x000000000041957f in do_action (a=0x7f3d433aa5d8, msg=0x7f3d4342b1f0) at action.c:925
#12 0x000000000041ab80 in run_action_list (a=<optimized out>, msg=0x7f3d4342b1f0) at action.c:158
#13 0x000000000041957f in do_action (a=0x7f3d433b4be8, msg=0x7f3d4342b1f0) at action.c:925
#14 0x000000000041ab80 in run_action_list (a=<optimized out>, msg=0x7f3d4342b1f0) at action.c:158
#15 0x000000000041ad00 in run_actions (msg=0x7f3d4342b1f0, a=0x7f3d43395988) at action.c:123
#16 run_actions (msg=0x7f3d4342b1f0, a=0x7f3d43395988) at action.c:177
#17 run_top_route (a=0x7f3d43395988, msg=0x7f3d4342b1f0) at action.c:198
#18 0x0000000000454457 in receive_msg (buf=<optimized out>, len=900, rcv_info=<optimized out>) at receive.c:171
#19 0x0000000000499f02 in udp_rcv_loop () at udp_server.c:424
#20 0x0000000000414353 in main_loop () at main.c:884
#21 main (argc=<optimized out>, argv=<optimized out>) at main.c:1557


#0  dbt_db_del_table (_dc=0x7f3d3d5e5ea8, _s=0x7f3d40a137f0, sync=<optimized out>) at dbt_lib.c:237
        _tbc = 0x7f3d3f35a3b8
        hash = 13
        hashidx = 13
#1  0x00007f3d420e4ae6 in dbt_db_get_table (_dc=0x7f3d3d5e5ea8, _s=0x7f3d40a137f0) at dbt_lib.c:297
        _tbc = 0x7f3d3f35a3b8
        hash = 13
        hashidx = 13
        __FUNCTION__ = "dbt_db_get_table"
#2  0x00007f3d420e0170 in dbt_query (_h=0x7f3d4342b100, _k=0x7f3d40a13830, _op=0x0, _v=0x7f3d40a13860, _c=<optimized out>, _n=1, _nc=3, _o=0x0, _r=0x7fff437d3410) at dbt_base.c:187
        _tbc = 0x0
        _drp = 0x0
        _dres = 0x0
        lkey = 0x0
        lres = 0x0
        __FUNCTION__ = "dbt_query"
#3  0x00007f3d40802a13 in db_load_avp (url=0x7f3d43394ae0, uuid=<optimized out>, username=<optimized out>, domain=<optimized out>, attr=<optimized out>, table=<optimized out>, scheme=0x0) at avpops_db.c:345
        keys_ret = {0x7f3d40a13260, 0x7f3d40a13250, 0x7f3d40a13270}
        nr_keys_cmp = 1
        nr_keys_ret = <optimized out>
        res = 0x0
#4  0x00007f3d40804303 in ops_dbload_avps (msg=<optimized out>, sp=0x7f3d434067c0, dbp=0x7f3d43406850, url=0x7f3d43394ae0, use_domain=0) at avpops_impl.c:362
        uri = {user = {
            s = 0x75fd44 "sipp@XX.XXX.XXX.XX:5061>;tag=18761SIPpTag0062\r\nTo: sut <sip:4962342344199@XX.XXX.XXX.XX:5060>\r\nCall-ID: 62-18761@XX.XXX.XXX.XX\r\nCSeq: 2 INVITE\r\nContact: <sip:sipp@XX.XXX.XXX.XX:5061>\r\nMax-Forwards: 69"..., len = 4}, passwd = {s = 0x0, len = 0}, host = {
            s = 0x75fd49 "XX.XXX.XXX.XX:5061>;tag=18761SIPpTag0062\r\nTo: sut <sip:4962342344199@XX.XXX.XXX.XX:5060>\r\nCall-ID: 62-18761@XX.XXX.XXX.XX\r\nCSeq: 2 INVITE\r\nContact: <sip:sipp@XX.XXX.XXX.XX:5061>\r\nMax-Forwards: 69\r\nSub"..., len = 13}, port = {
            s = 0x75fd57 "5061>;tag=18761SIPpTag0062\r\nTo: sut <sip:4962342344199@XX.XXX.XXX.XX:5060>\r\nCall-ID: 62-18761@XX.XXX.XXX.XX\r\nCSeq: 2 INVITE\r\nContact: <sip:sipp@XX.XXX.XXX.XX:5061>\r\nMax-Forwards: 69\r\nSubject: Performa"..., len = 4}, params = {s = 0x0, len = 0}, headers = {s = 0x0, len = 0}, port_no = 5061, proto = 0, type = SIP_URI_T, transport = {s = 0x0, len = 0}, ttl = {s = 0x0, len = 0},
          user_param = {s = 0x0, len = 0}, maddr = {s = 0x0, len = 0}, method = {s = 0x0, len = 0}, lr = {s = 0x0, len = 0}, r2 = {s = 0x0, len = 0}, gr = {s = 0x0, len = 0}, transport_val = {s = 0x0,
            len = 0}, ttl_val = {s = 0x0, len = 0}, user_param_val = {s = 0x0, len = 0}, maddr_val = {s = 0x0, len = 0}, method_val = {s = 0x0, len = 0}, lr_val = {s = 0x0, len = 0}, r2_val = {s = 0x0,
            len = 0}, gr_val = {s = 0x0, len = 0}, u_name = {{s = 0x0, len = 0}, {s = 0x0, len = 0}, {s = 0x0, len = 0}, {s = 0x0, len = 0}, {s = 0x0, len = 0}}, u_val = {{s = 0x0, len = 0}, {s = 0x0,
              len = 0}, {s = 0x0, len = 0}, {s = 0x0, len = 0}, {s = 0x0, len = 0}}, u_params_no = 0}
        res = 0x0
        uuid = {
          s = 0x75fd40 "sip:sipp@XX.XXX.XXX.XX:5061>;tag=18761SIPpTag0062\r\nTo: sut <sip:4962342344199@XX.XXX.XXX.XX:5060>\r\nCall-ID: 62-18761@XX.XXX.XXX.XX\r\nCSeq: 2 INVITE\r\nContact: <sip:sipp@XX.XXX.XXX.XX:5061>\r\nMax-Forwards"..., len = 27}
        i = <optimized out>
        n = <optimized out>
        sh_flg = <optimized out>
        s0 = <optimized out>
        s1 = <optimized out>
        s2 = <optimized out>
        avp_name = <optimized out>
        avp_type = 0
        xvalue = {rs = {
            s = 0x75fd40 "sip:sipp@XX.XXX.XXX.XX:5061>;tag=18761SIPpTag0062\r\nTo: sut <sip:4962342344199@XX.XXX.XXX.XX:5060>\r\nCall-ID: 62-18761@XX.XXX.XXX.XX\r\nCSeq: 2 INVITE\r\nContact: <sip:sipp@XX.XXX.XXX.XX:5061>\r\nMax-Forwards"..., len = 27}, ri = 0, flags = 4}
        __FUNCTION__ = "ops_dbload_avps"
#5  0x00000000004174f6 in do_action (a=0x7f3d433cae18, msg=0x7f3d4342b1f0) at action.c:1492
        val_s = {s = 0x400000000 <Address 0x400000000 out of bounds>, len = 1128444400}
        increment = <optimized out>
        decrement = <optimized out>
        aux = {s = 0x3a <Address 0x3a out of bounds>, len = 1128444400}
        adv_addr = {
          s = 0x75fde7 "XX.XXX.XXX.XX:5061>\r\nMax-Forwards: 69\r\nSubject: Performance Test\r\nUser-Agent: SIPp Tester\r\nAllow: INVITE, ACK, CANCEL, OPTIONS, BYE, REFER, SUBSCRIBE, NOTIFY, INFO, PUBLISH\r\nAuthorization: Digest user"..., len = 13}
        ret = -5
        v = <optimized out>
        sec = <optimized out>
        usec = <optimized out>
        to = <optimized out>
        p = <optimized out>
        tmp = <optimized out>
        new_uri = <optimized out>
        end = <optimized out>
        crt = <optimized out>
        len = <optimized out>
        i = <optimized out>
        user = 0
        expires = 0
        vals = {{s = 0x78 <Address 0x78 out of bounds>, len = 1395085894}, {s = 0x7fff437d3c40 "P\271BC=\177", len = 6}, {s = 0x1 <Address 0x1 out of bounds>, len = 1128444400}, {
            s = 0x7f3d43401cb8 "x\237:C=\177", len = 1140311712}, {s = 0x4b <Address 0x4b out of bounds>, len = 1130853250}}
        result = {s = 0x7f3d43401e80 "\205\237:C=\177", len = 4507751}
        uri = {user = {s = 0x7f3d4342b1f0 "\230", len = -9}, passwd = {s = 0x0, len = 1119078668}, host = {s = 0x7f3d4342b1f0 "\230", len = 1128443736}, port = {s = 0x7f3d43420001 "", len = 1128444400},
          params = {s = 0x7f3d43420000 "", len = 0}, headers = {s = 0x7f3d433a90d8 "\017", len = 1130969713}, port_no = 40, proto = 0, type = ERROR_URI_T, transport = {
            s = 0xffffffff <Address 0xffffffff out of bounds>, len = 1128444400}, ttl = {s = 0x0, len = 1140311768}, user_param = {s = 0x73b408 "\b46==\177", len = 0}, maddr = {
            s = 0x7f3d405eb592 "9\330\017L\303\351\337\372\377\377\270\377\377\377\377\351\364\372\377\377\061\366\351L\375\377\377\017\037", len = 0}, method = {s = 0x0, len = 7732644}, lr = {
            s = 0x26 <Address 0x26 out of bounds>, len = 41}, r2 = {s = 0x0, len = 1128290024}, gr = {s = 0x100000001 <Address 0x100000001 out of bounds>, len = 1082104032}, transport_val = {s = 0x0,
            len = 1128444400}, ttl_val = {s = 0x7f3d40e5e560 "", len = 0}, user_param_val = {s = 0x24339bee0 <Address 0x24339bee0 out of bounds>, len = 15}, maddr_val = {s = 0x7f3d433a90d8 "\017",
            len = 1128444400}, method_val = {s = 0x7f3d4363f7c8 "L\213T$\bL\213D$\020\351\300\360\377\377f\017\037\204", len = 1128444400}, lr_val = {s = 0x1ff5 <Address 0x1ff5 out of bounds>,
            len = 822083586}, r2_val = {s = 0x7f3d4342b1f0 "\230", len = 1128444400}, gr_val = {s = 0x7f3d433a9798 "\002", len = 1132280592}, u_name = {{s = 0x800000000 <Address 0x800000000 out of bounds>,
              len = 16}, {s = 0x7fff437d3b00 "", len = 1132280384}, {s = 0x0, len = 1127913368}, {s = 0x46218d "H\205\333t\n\307C\024\030", len = 0}, {s = 0x0, len = 7732424}}, u_val = {{s = 0x0,
              len = 1132280400}, {s = 0x3 <Address 0x3 out of bounds>, len = 13499408}, {s = 0x7fff437d3ff0 " \a\224C=\177", len = 1132281864}, {s = 0x7f3d43702ec5 "[%d]", len = 6}, {
              s = 0x7f3d435cfacc "\213\003\366Äu\030H\213\223\210", len = 1128190992}}, u_params_no = 11970}
        next_hop = {user = {s = 0xcdfe7b "20:51:34 opensips[18818]: XX.XXX.XXX.XX:5061 | 62-18761@XX.XXX.XXX.XX | log | {20} load caller's user-prefs sip:4962342344199@XX.XXX.XXX.XX:5060", len = 13500027},
          passwd = {s = 0x7f3d4393e3c0 "", len = 7}, host = {s = 0x3000000018 <Address 0x3000000018 out of bounds>, len = 1132281056}, port = {s = 0x7fff437d3c20 "\200\036@C=\177", len = 8188}, params = {
            s = 0x2 <Address 0x2 out of bounds>, len = 1}, headers = {s = 0x1 <Address 0x1 out of bounds>, len = 2}, port_no = 65440, proto = 65535, type = 4294967295, transport = {s = 0xcdfe60 "`\002",
            len = 1133774624}, ttl = {s = 0x2010 <Address 0x2010 out of bounds>, len = 8208}, user_param = {s = 0xce1e70 "", len = 8208}, maddr = {
            s = 0x7f3d43608de4 "L\215k\020L\211\350H\213\\$\020H\213l$\030L\213d$ L\213l$(L\213t$0H\203\304\070\303\017\037\200", len = 1133776816}, method = {s = 0x7fff437d3b10 "\"", len = 1133774624}, lr = {
            s = 0xcdfe70 "<30>Mar 17 20:51:34 opensips[18818]: XX.XXX.XXX.XX:5061 | 62-18761@XX.XXX.XXX.XX | log | {20} load caller's user-prefs sip:4962342344199@XX.XXX.XXX.XX:5060", len = 121}, r2 = {
            s = 0xcdfe60 "`\002", len = 144}, gr = {s = 0x7f3d4360a6fe "H\211\302\203=̺3", len = 1133774624}, transport_val = {s = 0x100000000 <Address 0x100000000 out of bounds>, len = 1132280736},
          ttl_val = {s = 0x1 <Address 0x1 out of bounds>, len = 2}, user_param_val = {s = 0x100000000 <Address 0x100000000 out of bounds>, len = 0}, maddr_val = {s = 0x1 <Address 0x1 out of bounds>, len = 2},
          method_val = {s = 0xcdfe70 "<30>Mar 17 20:51:34 opensips[18818]: XX.XXX.XXX.XX:5061 | 62-18761@XX.XXX.XXX.XX | log | {20} load caller's user-prefs sip:4962342344199@XX.XXX.XXX.XX:5060", len = 20},
          lr_val = {s = 0x1 <Address 0x1 out of bounds>, len = 2}, r2_val = {s = 0xffffffffffffffa0 <Address 0xffffffffffffffa0 out of bounds>, len = 1132280840}, gr_val = {
            s = 0x7f3d43676fef "H\213\234", <incomplete sequence \310>, len = 0}, u_name = {{s = 0x518e91 "%.*s", len = 34}, {s = 0x1100000014 <Address 0x1100000014 out of bounds>, len = 2}, {
              s = 0x4b00000001 <Address 0x4b00000001 out of bounds>, len = 0}, {s = 0xe10 <Address 0xe10 out of bounds>, len = 13333936}, {s = 0x0, len = 195}}, u_val = {{
              s = 0x7f3d4342b950 "XX.XXX.XXX.XX:5061 | 62-18761@XX.XXX.XXX.XX | log | {20} load caller's user-prefs sip:4962342344199@XX.XXX.XXX.XX:5060", len = 1127929520}, {s = 0x7fff437d3c40 "P\271BC=\177",
              len = 1128444400}, {s = 0x7f3d43401ea8 "", len = 1132280896}, {s = 0x7f3d4342b1f0 "\230", len = 13500016}, {s = 0x0, len = 13500016}}, u_params_no = 0}
        u = <optimized out>
        port = <optimized out>
        cmatch = <optimized out>
        aitem = <optimized out>
        adefault = <optimized out>
        spec = <optimized out>
        model = <optimized out>
        val = {rs = {s = 0x7fff437d3c30 "", len = 40}, ri = 1132281056, flags = 32767}
        pve = <optimized out>
        name_s = {s = 0x0, len = 83}
        start = {tv_sec = 139901098178896, tv_usec = 1}
        __FUNCTION__ = "do_action"
#6  0x000000000041ab80 in run_action_list (a=<optimized out>, msg=0x7f3d4342b1f0) at action.c:158
        ret = <optimized out>
        t = 0x7f3d433cae18
#7  0x0000000000418dfa in run_actions (msg=0x7f3d4342b1f0, a=<optimized out>) at action.c:123
        ret = <optimized out>
#8  run_actions (msg=0x7f3d4342b1f0, a=<optimized out>) at action.c:295
        ret = <optimized out>
#9  do_action (a=0x7f3d433aa108, msg=0x7f3d4342b1f0) at action.c:582
        val_s = {s = 0x100000002 <Address 0x100000002 out of bounds>, len = 1}
        increment = <optimized out>
        decrement = <optimized out>
        aux = {s = 0x2 <Address 0x2 out of bounds>, len = 4}
        adv_addr = {s = 0x0, len = 0}
        ret = -5
        v = <optimized out>
        sec = <optimized out>
        usec = <optimized out>
        to = <optimized out>
        p = <optimized out>
        tmp = <optimized out>
        new_uri = <optimized out>
        end = <optimized out>
        crt = <optimized out>
        len = <optimized out>
        i = <optimized out>
        user = 0
        expires = 0
        vals = {{s = 0x2 <Address 0x2 out of bounds>, len = -1}, {s = 0x7fff437d4270 "\002", len = 1}, {s = 0x7f3d433a91b0 "\002", len = 1128444400}, {s = 0x0, len = 4}, {s = 0xe <Address 0xe out of bounds>,
            len = 4594749}}
        result = {s = 0x1 <Address 0x1 out of bounds>, len = 1127911936}
        uri = {user = {s = 0x0, len = 0}, passwd = {s = 0x0, len = 0}, host = {s = 0x0, len = 0}, port = {s = 0x0, len = 0}, params = {s = 0x0, len = 0}, headers = {s = 0x0, len = 0}, port_no = 0, proto = 0,
          type = ERROR_URI_T, transport = {s = 0x0, len = 0}, ttl = {s = 0x0, len = 0}, user_param = {s = 0x0, len = 0}, maddr = {s = 0x0, len = -1}, method = {s = 0x5 <Address 0x5 out of bounds>, len = 0},
          lr = {s = 0x7fff437d3e83 "", len = 7732497}, r2 = {s = 0xffffffff <Address 0xffffffff out of bounds>, len = 1132281474}, gr = {s = 0xffffffffffffffa0 <Address 0xffffffffffffffa0 out of bounds>,
            len = 1132281472}, transport_val = {s = 0x7f3d433a90d8 "\017", len = 1128444400}, ttl_val = {s = 0x7f3d4342b1f0 "\230", len = 1128444400}, user_param_val = {s = 0x7f3d433a91b0 "\002", len = 14},
          maddr_val = {s = 0x41ab80 "\205\300u\a\203\r\315\065\062", len = 0}, method_val = {s = 0x7f3d4342e948 "\001", len = 23}, lr_val = {s = 0x0, len = 1127911856}, r2_val = {
            s = 0x46218d "H\205\333t\n\307C\024\030", len = 15}, gr_val = {s = 0x0, len = 7732746}, u_name = {{s = 0x7f3d433977b0 "\017", len = 1128444400}, {s = 0x7f3d4342b1f0 "\230", len = 1128444400}, {
              s = 0x7f3d4342b1f0 "\230", len = 1128444400}, {s = 0x7f3d433a6b50 "\002", len = 15}, {s = 0x7f3d42911ab1 "\203\370\377\017\204\026\001", len = 100}}, u_val = {{s = 0x7f3d4339a878 "\017",
              len = 1128444400}, {s = 0x7f3d433a6a78 "\017", len = 1128444400}, {s = 0x7f3d433a8b88 "\017", len = 1128444400}, {s = 0x4174f6 "\211\305\017\266\003\351\220\343\377\377H\213\005\001?2", len = 0},
            {s = 0x7f3d435cfacc "\213\003\366Äu\030H\213\223\210", len = 1128186688}}, u_params_no = 11976}
        next_hop = {user = {s = 0xcdfe7b "20:51:34 opensips[18818]: XX.XXX.XXX.XX:5061 | 62-18761@XX.XXX.XXX.XX | log | {20} load caller's user-prefs sip:4962342344199@XX.XXX.XXX.XX:5060", len = 1}, passwd = {
            s = 0x7f3d4393e3c0 "", len = 7}, host = {s = 0x3000000018 <Address 0x3000000018 out of bounds>, len = 1132282560}, port = {s = 0x7fff437d4200 "\001", len = 8188}, params = {
            s = 0x2 <Address 0x2 out of bounds>, len = 1}, headers = {s = 0x1 <Address 0x1 out of bounds>, len = 0}, port_no = 65531, proto = 65535, type = 4294967295, transport = {s = 0x0, len = 1133774624},
          ttl = {s = 0x7f3d4360315e "H\211E(\353\277\017\037@", len = 13499408}, user_param = {s = 0x7fff437d4690 "\024", len = 1132283848}, maddr = {s = 0x518e91 "%.*s", len = 32}, method = {
            s = 0x7f3d435cfacc "\213\003\366Äu\030H\213\223\210", len = 0}, lr = {s = 0x518e95 "", len = 1132283027}, r2 = {s = 0x0, len = 256}, gr = {s = 0x7f3d43702ec7 "d]", len = 1133774592},
          transport_val = {s = 0x100000000 <Address 0x100000000 out of bounds>, len = 1132282212}, ttl_val = {s = 0x7fff437d4498 "\260G}C\377\177", len = 2}, user_param_val = {
            s = 0x7f3d435d21fc "\200\275\240\372\377\377", len = 0}, maddr_val = {s = 0x0, len = 0}, method_val = {s = 0x0, len = 32}, lr_val = {s = 0x0, len = 0}, r2_val = {s = 0x0, len = 0}, gr_val = {
            s = 0x0, len = 12}, u_name = {{s = 0x1 <Address 0x1 out of bounds>, len = 32}, {s = 0xffffffffffffffff <Address 0xffffffffffffffff out of bounds>, len = 0}, {
              s = 0x7f3d00000000 <Address 0x7f3d00000000 out of bounds>, len = 12}, {s = 0x518e94 "s", len = 0}, {s = 0x7f3d43940720 "", len = 32}}, u_val = {{
              s = 0x7f3d4342b950 "XX.XXX.XXX.XX:5061 | 62-18761@XX.XXX.XXX.XX | log | {20} load caller's user-prefs sip:4962342344199@XX.XXX.XXX.XX:5060", len = 0}, {
              s = 0x7f3d435d21fc "\200\275\240\372\377\377", len = 1132282480}, {s = 0x0, len = 5344913}, {s = 0x2 <Address 0x2 out of bounds>, len = 4}, {s = 0x3 <Address 0x3 out of bounds>, len = 0}},
          u_params_no = 0}
        u = <optimized out>
        port = <optimized out>
        cmatch = <optimized out>
        aitem = <optimized out>
        adefault = <optimized out>
        spec = <optimized out>
        model = <optimized out>
        val = {rs = {s = 0xcc2780 "p", <incomplete sequence \314>, len = 0}, ri = 1127833032, flags = 32573}
        pve = <optimized out>
        name_s = {s = 0x7f3d4342b1f0 "\230", len = 0}
        start = {tv_sec = 3, tv_usec = 4594945}
        __FUNCTION__ = "do_action"
#10 0x000000000041ab80 in run_action_list (a=<optimized out>, msg=0x7f3d4342b1f0) at action.c:158
        ret = <optimized out>
        t = 0x7f3d433aa108
#11 0x000000000041957f in do_action (a=0x7f3d433aa5d8, msg=0x7f3d4342b1f0) at action.c:925
        val_s = {s = 0x7f3d4342d388 "Record-Route: <sip:4962342344199@>", len = 0}
        increment = <optimized out>
        decrement = <optimized out>
        aux = {s = 0x0, len = 1127959528}
        adv_addr = {
          s = 0x75fccb "4962342344199@XX.XXX.XXX.XX:5060 SIP/2.0\r\nVia: SIP/2.0/UDP XX.XXX.XXX.XX:5061;branch=z9hG4bK-18761-62-4\r\nFrom: sipp <sip:sipp@XX.XXX.XXX.XX:5061>;tag=18761SIPpTag0062\r\nTo: sut <sip:4962342344199@46.18"..., len = 13}
        ret = 1
        v = 1
        sec = <optimized out>
        usec = <optimized out>
        to = <optimized out>
        p = <optimized out>
        tmp = <optimized out>
        new_uri = <optimized out>
        end = <optimized out>
        crt = <optimized out>
        len = <optimized out>
        i = <optimized out>
        user = 0
        expires = 0
        vals = {{s = 0x45 <Address 0x45 out of bounds>, len = 1395085894}, {s = 0x0, len = 4}, {s = 0x1 <Address 0x1 out of bounds>, len = 1128444400}, {s = 0x7f3d433ffd70 "ph:C=\177", len = 1140311712}, {
            s = 0x75fccb "4962342344199@XX.XXX.XXX.XX:5060 SIP/2.0\r\nVia: SIP/2.0/UDP XX.XXX.XXX.XX:5061;branch=z9hG4bK-18761-62-4\r\nFrom: sipp <sip:sipp@XX.XXX.XXX.XX:5061>;tag=18761SIPpTag0062\r\nTo: sut <sip:4962342344199@46.18"..., len = 13}}
        result = {s = 0x7f3d433a78f8 "\002", len = 1128444400}
        uri = {user = {s = 0x760044 "", len = 1128234952}, passwd = {s = 0xcc23b0 "\240", <incomplete sequence \314>, len = 0}, host = {s = 0x3 <Address 0x3 out of bounds>, len = 0}, port = {s = 0x0,
            len = 1130791431}, params = {s = 0x0, len = 0}, headers = {s = 0x7f3d00000000 <Address 0x7f3d00000000 out of bounds>, len = 1127833032}, port_no = 10112, proto = 204, type = ERROR_URI_T,
          transport = {s = 0x46d179 "\205\300\017\204\267\373\377\377D9\243\250", len = 7732599}, ttl = {s = 0x0, len = 14}, user_param = {s = 0x7f3d43668207 "\211\302\203=\304\337-", len = 0}, maddr = {
            s = 0x0, len = 0}, method = {s = 0x4485bd "\205\300\017\205-\376\377\377H\213s`H\205\366\017\204 \376\377\377H\211\352L\211\347\350Ó\004", len = 1}, lr = {s = 0x0, len = 0}, r2 = {
            s = 0x7fff437d4750 "p\376", <incomplete sequence \315>, len = 13}, gr = {s = 0x1000013c4 <Address 0x1000013c4 out of bounds>, len = 1127833856}, transport_val = {s = 0x45cf36 "\205\300HcE\bH\213U",
            len = 0}, ttl_val = {s = 0x0, len = 0}, user_param_val = {s = 0x0, len = 0}, maddr_val = {s = 0x13c4 <Address 0x13c4 out of bounds>, len = 1128445064}, method_val = {
            s = 0x14 <Address 0x14 out of bounds>, len = 5060}, lr_val = {s = 0x426f1e "H\205\300\272\001", len = 7732423}, r2_val = {s = 0x7fff437d47b0 "\313\374u", len = 1128444400}, gr_val = {
            s = 0x443fab "H\203\304([]\303f\017\037D", len = 1132283600}, u_name = {{s = 0x0, len = -1}, {s = 0x7f3d4342b1f0 "\230", len = 1128444400}, {s = 0x7f3d433a8b88 "\017", len = 1128444400}, {
              s = 0x7f3d4342b1f0 "\230", len = 1128444400}, {s = 0x7f3d433a8c60 "\002", len = 14}}, u_val = {{s = 0x41ab80 "\205\300u\a\203\r\315\065\062", len = 2}, {s = 0x0, len = 1127908192}, {s = 0x0,
              len = 1127910496}, {s = 0x46218d "H\205\333t\n\307C\024\030", len = 20}, {s = 0x1 <Address 0x1 out of bounds>, len = 2}}, u_params_no = 11970}
        next_hop = {user = {s = 0xcdfe7b "20:51:34 opensips[18818]: XX.XXX.XXX.XX:5061 | 62-18761@XX.XXX.XXX.XX | log | {20} load caller's user-prefs sip:4962342344199@XX.XXX.XXX.XX:5060", len = 13500027},
          passwd = {s = 0x7f3d4393e3c0 "", len = 7}, host = {s = 0x3000000018 <Address 0x3000000018 out of bounds>, len = 1132284064}, port = {s = 0x7fff437d47e0 "\370x:C=\177", len = 8188}, params = {
            s = 0x2 <Address 0x2 out of bounds>, len = 1}, headers = {s = 0x1 <Address 0x1 out of bounds>, len = 2}, port_no = 65440, proto = 65535, type = 4294967295, transport = {s = 0xcdfe60 "`\002",
            len = 1133774624}, ttl = {s = 0x2010 <Address 0x2010 out of bounds>, len = 8208}, user_param = {s = 0xce1e70 "", len = 8208}, maddr = {
            s = 0x7f3d43608de4 "L\215k\020L\211\350H\213\\$\020H\213l$\030L\213d$ L\213l$(L\213t$0H\203\304\070\303\017\037\200", len = 1133776816}, method = {s = 0x7fff437d46d0 "\"", len = 1133774624}, lr = {
            s = 0xcdfe70 "<30>Mar 17 20:51:34 opensips[18818]: XX.XXX.XXX.XX:5061 | 62-18761@XX.XXX.XXX.XX | log | {20} load caller's user-prefs sip:4962342344199@XX.XXX.XXX.XX:5060", len = 70}, r2 = {
            s = 0xcdfe60 "`\002", len = 80}, gr = {s = 0x7f3d4360a6fe "H\211\302\203=̺3", len = 1133774624}, transport_val = {s = 0x100000000 <Address 0x100000000 out of bounds>, len = 1132283744}, ttl_val = {
            s = 0x1 <Address 0x1 out of bounds>, len = 2}, user_param_val = {s = 0x0, len = 0}, maddr_val = {s = 0x1 <Address 0x1 out of bounds>, len = 2}, method_val = {
            s = 0xcdfe70 "<30>Mar 17 20:51:34 opensips[18818]: XX.XXX.XXX.XX:5061 | 62-18761@XX.XXX.XXX.XX | log | {20} load caller's user-prefs sip:4962342344199@XX.XXX.XXX.XX:5060", len = 20}, lr_val = {
            s = 0x1 <Address 0x1 out of bounds>, len = 2}, r2_val = {s = 0xffffffffffffffa0 <Address 0xffffffffffffffa0 out of bounds>, len = 1132283848}, gr_val = {
            s = 0x7f3d43676fef "H\213\234", <incomplete sequence \310>, len = 0}, u_name = {{s = 0x518e91 "%.*s", len = 34}, {s = 0x1100000014 <Address 0x1100000014 out of bounds>, len = 2}, {
              s = 0x4b00000001 <Address 0x4b00000001 out of bounds>, len = 0}, {s = 0xe10 <Address 0xe10 out of bounds>, len = 13333936}, {s = 0x0, len = 0}}, u_val = {{s = 0x0, len = 0}, {s = 0x0, len = 0}, {
              s = 0x0, len = 0}, {s = 0x0, len = 13500016}, {s = 0x0, len = 13500016}}, u_params_no = 0}
        u = <optimized out>
        port = <optimized out>
        cmatch = <optimized out>
        aitem = <optimized out>
        adefault = <optimized out>
        spec = <optimized out>
        model = <optimized out>
        val = {rs = {s = 0x400000000 <Address 0x400000000 out of bounds>, len = 40}, ri = 1132284064, flags = 32767}
        pve = <optimized out>
        name_s = {s = 0x0, len = 0}
        start = {tv_sec = 0, tv_usec = 0}
        __FUNCTION__ = "do_action"
#12 0x000000000041ab80 in run_action_list (a=<optimized out>, msg=0x7f3d4342b1f0) at action.c:158
        ret = <optimized out>
        t = 0x7f3d433aa5d8
#13 0x000000000041957f in do_action (a=0x7f3d433b4be8, msg=0x7f3d4342b1f0) at action.c:925
        val_s = {s = 0x7f3d4342b1f0 "\230", len = 7732416}
        increment = <optimized out>
        decrement = <optimized out>
        aux = {s = 0x4 <Address 0x4 out of bounds>, len = 1128452128}
        adv_addr = {s = 0x2 <Address 0x2 out of bounds>, len = 7732469}
        ret = 1
        v = 1
        sec = <optimized out>
        usec = <optimized out>
        to = <optimized out>
        p = <optimized out>
        tmp = <optimized out>
        new_uri = <optimized out>
        end = <optimized out>
        crt = <optimized out>
        len = <optimized out>
        i = <optimized out>
        user = 0
        expires = 0
        vals = {{
            s = 0x75fd00 "0/UDP XX.XXX.XXX.XX:5061;branch=z9hG4bK-18761-62-4\r\nFrom: sipp <sip:sipp@XX.XXX.XXX.XX:5061>;tag=18761SIPpTag0062\r\nTo: sut <sip:4962342344199@XX.XXX.XXX.XX:5060>\r\nCall-ID: 62-18761@XX.XXX.XXX.XX\r\nCSeq"..., len = 4303744}, {s = 0x7f3d4342de28  <incomplete sequence \350>, len = 7732505}, {s = 0x7f3d00000000 <Address 0x7f3d00000000 out of bounds>, len = 7732578}, {
            s = 0x7f3d4342d020 "\001", len = 1128450416}, {
            s = 0x75fe69 "E, REFER, SUBSCRIBE, NOTIFY, INFO, PUBLISH\r\nAuthorization: Digest username=\"100021\",realm=\"XX.XXX.XXX.XX\",cnonce=\"1befd79f\",nc=00000001,qop=auth,uri=\"sip:XX.XXX.XXX.XX:5060\",nonce=\"532752619ecfcd86db2"..., len = 7732474}}
        result = {s = 0x760044 "", len = 4856060}
        uri = {user = {s = 0x0, len = 0}, passwd = {s = 0x0, len = 0}, host = {s = 0x0, len = 0}, port = {s = 0x0, len = 0}, params = {s = 0x0, len = 0}, headers = {s = 0x0, len = 0}, port_no = 0, proto = 0,
          type = ERROR_URI_T, transport = {s = 0x0, len = 0}, ttl = {s = 0x0, len = 0}, user_param = {s = 0x0, len = 0}, maddr = {s = 0x0, len = 0}, method = {s = 0x1 <Address 0x1 out of bounds>,
            len = 1034152840}, lr = {s = 0x7f3d40c46482 "I\213\004", <incomplete sequence \306>, len = 0}, r2 = {s = 0x0, len = 0}, gr = {s = 0x7f3d40e5e7c8 "", len = 1024}, transport_val = {
            s = 0x7f3d3d60b700 "", len = 1031003736}, ttl_val = {s = 0x1 <Address 0x1 out of bounds>, len = 1034152400}, user_param_val = {
            s = 0x7f3d40c2fec9 "\351\236\374\377\377\213\020\205\322\017\204\370\353\377\377H\213\025q\320\"", len = 0}, maddr_val = {s = 0x0, len = 0}, method_val = {s = 0x0, len = 0}, lr_val = {s = 0x0,
            len = 0}, r2_val = {s = 0x0, len = 0}, gr_val = {s = 0x0, len = 0}, u_name = {{s = 0x0, len = 0}, {s = 0x0, len = 0}, {s = 0x0, len = 0}, {s = 0x0, len = 0}, {s = 0x0, len = 0}}, u_val = {{
              s = 0x7f3d4342cc50 "\001", len = 7732638}, {s = 0x4b4df4 "H\205\300I\211\305D\213T$ \017\204\064\a", len = 0}, {s = 0x0, len = 0}, {s = 0x0, len = 29}, {s = 0x1 <Address 0x1 out of bounds>,
              len = 4}}, u_params_no = 0}
        next_hop = {user = {
            s = 0x75fd9e "60>\r\nCall-ID: 62-18761@XX.XXX.XXX.XX\r\nCSeq: 2 INVITE\r\nContact: <sip:sipp@XX.XXX.XXX.XX:5061>\r\nMax-Forwards: 69\r\nSubject: Performance Test\r\nUser-Agent: SIPp Tester\r\nAllow: INVITE, ACK, CANCEL, OPTIONS,"..., len = 13449648}, passwd = {s = 0x7f3d43940720 "", len = 8208}, host = {s = 0x100000005 <Address 0x100000005 out of bounds>, len = 249}, port = {s = 0x7f3d4342b1f0 "\230",
            len = 1128451864}, params = {s = 0x7f3d4342ddd8 "\n", len = 4334250}, headers = {s = 0x73b408 "\b46==\177", len = 4890850}, port_no = 53016, proto = 17218, type = 32573, transport = {
            s = 0x7f3d4342ddd8 "\n", len = 1128444400}, ttl = {s = 0x73b408 "\b46==\177", len = 1128453360}, user_param = {s = 0x7f3d4189a550 "H\205\300\017\204\232\005", len = 1039529944}, maddr = {
            s = 0x2a <Address 0x2a out of bounds>, len = 7732705}, method = {s = 0x4b4df4 "H\205\300I\211\305D\213T$ \017\204\064\a", len = 7875352}, lr = {
            s = 0x220049a80e <Address 0x220049a80e out of bounds>, len = 1132285280}, r2 = {s = 0x7f3d3df5f8f0 "\001", len = 29}, gr = {s = 0x7fff437d4d00 "\372\374u", len = 1038480064}, transport_val = {
            s = 0x43b69b "D\003s\bM\205\344t\031IcT$\bI\213\064$D\211\367H\001\357\350H@\375\377E\003t$\bD\211\360A\203\306\002f\307D\005", len = 1037663968}, ttl_val = {s = 0x7f3d4338ede0 "\370l?C=\177",
            len = 7582728}, user_param_val = {s = 0x7f3d42b36a6a "\351\344\375\377\377\220H\213\005\311\062\"", len = 1128458568}, maddr_val = {s = 0x1 <Address 0x1 out of bounds>, len = 1038480064},
          method_val = {s = 0x7fff437d4e40 "\002", len = 1132285564}, lr_val = {s = 0x7f3d3d759d20 "", len = 7582672}, r2_val = {
            s = 0x7f3d42b465ea "\351I\373\377\377\220H\270Content-A\307E\020\060\r\n\rA\306E\024\nI\211E", len = 404}, gr_val = {s = 0x7f3d3e7f27e8 "", len = 0}, u_name = {{s = 0x7f3d3de5f2c0 "",
              len = 1038480064}, {s = 0x7f3d4342b1f0 "\230", len = 404}, {s = 0x0, len = 7582728}, {s = 0x7f3d42b495c0 "H\213\025\331\a!", len = 1128444400}, {s = 0x0, len = 1037666140}}, u_val = {{
              s = 0x75fd18 ";branch=z9hG4bK-18761-62-4\r\nFrom: sipp <sip:sipp@XX.XXX.XXX.XX:5061>;tag=18761SIPpTag0062\r\nTo: sut <sip:4962342344199@XX.XXX.XXX.XX:5060>\r\nCall-ID: 62-18761@XX.XXX.XXX.XX\r\nCSeq: 2 INVITE\r\nContact: <si"..., len = 7732474}, {s = 0x4c6987 "H\205\300H\211D$PD\017\266T$0D\017\266\\$@\017\204\204%", len = 1132285560}, {s = 0x0, len = 7732603}, {s = 0x7f3d433f5738 "K", len = 29}, {
              s = 0x7f3d433f37e8 "K", len = 1128444166}}, u_params_no = 64869}
        u = <optimized out>
        port = <optimized out>
        cmatch = <optimized out>
        aitem = <optimized out>
        adefault = <optimized out>
        spec = <optimized out>
        model = <optimized out>
        val = {rs = {s = 0x7f3d4342d020 "\001", len = 1128458568}, ri = 7733316, flags = 0}
        pve = <optimized out>
        name_s = {s = 0x7f3d42d5cef0 "", len = 1119139640}
        start = {tv_sec = 139901000679425, tv_usec = 139901098175864}
        __FUNCTION__ = "do_action"
#14 0x000000000041ab80 in run_action_list (a=<optimized out>, msg=0x7f3d4342b1f0) at action.c:158
        ret = <optimized out>
        t = 0x7f3d433b4be8
#15 0x000000000041ad00 in run_actions (msg=0x7f3d4342b1f0, a=0x7f3d43395988) at action.c:123
No locals.
#16 run_actions (msg=0x7f3d4342b1f0, a=0x7f3d43395988) at action.c:177
No locals.
        pve = <optimized out>
        name_s = {s = 0x7f3d42d5cef0 "", len = 1119139640}
        start = {tv_sec = 139901000679425, tv_usec = 139901098175864}
        __FUNCTION__ = "do_action"
#14 0x000000000041ab80 in run_action_list (a=<optimized out>, msg=0x7f3d4342b1f0) at action.c:158
        ret = <optimized out>
        t = 0x7f3d433b4be8
#15 0x000000000041ad00 in run_actions (msg=0x7f3d4342b1f0, a=0x7f3d43395988) at action.c:123
No locals.
#16 run_actions (msg=0x7f3d4342b1f0, a=0x7f3d43395988) at action.c:177
No locals.
---Type <return> to continue, or q <return> to quit---
#17 run_top_route (a=0x7f3d43395988, msg=0x7f3d4342b1f0) at action.c:198
        bl_last_msg_id = 152
        bk_action_flags = 0
        bk_rec_lev = 0
        ret = <optimized out>
#18 0x0000000000454457 in receive_msg (buf=<optimized out>, len=900, rcv_info=<optimized out>) at receive.c:171
        msg = 0x7f3d4342b1f0
        start = {tv_sec = 0, tv_usec = 139901098175376}
        tmp = 0x7f3d3d5e5e60 "\001"
        __FUNCTION__ = "receive_msg"
#19 0x0000000000499f02 in udp_rcv_loop () at udp_server.c:424
        len = <optimized out>
        buf = "INVITE sip:4962342344199@XX.XXX.XXX.XX:5060 SIP/2.0\r\nVia: SIP/2.0/UDP XX.XXX.XXX.XX:5061;branch=z9hG4bK-18761-62-4\r\nFrom: sipp <sip:sipp@XX.XXX.XXX.XX:5061>;tag=18761SIPpTag0062\r\nTo: sut <sip:49602396"...
        tmp = 0x7f3d3d5e5e60 "\001"
        from = 0x7f3d4342ab90
        fromlen = 16
        ri = {src_ip = {af = 2, len = 4, u = {addrl = {687519278, 1}, addr32 = {687519278, 0, 1, 0}, addr16 = {46638, 10490, 0, 0, 1, 0, 0, 0},
              addr = ".\266\372(\000\000\000\000\001\000\000\000\000\000\000"}}, dst_ip = {af = 2, len = 4, u = {addrl = {687519278, 0}, addr32 = {687519278, 0, 0, 0}, addr16 = {46638, 10490, 0, 0, 0, 0, 0,
                0}, addr = ".\266\372(", '\000' <repeats 11 times>}}, src_port = 5061, dst_port = 5060, proto = 1, proto_reserved1 = 0, proto_reserved2 = 0, src_su = {s = {sa_family = 2,
              sa_data = "\023\305.\266\372(\000\000\000\000\000\000\000"}, sin = {sin_family = 2, sin_port = 50451, sin_addr = {s_addr = 687519278}, sin_zero = "\000\000\000\000\000\000\000"}, sin6 = {
              sin6_family = 2, sin6_port = 50451, sin6_flowinfo = 687519278, sin6_addr = {__in6_u = {__u6_addr8 = '\000' <repeats 15 times>, __u6_addr16 = {0, 0, 0, 0, 0, 0, 0, 0}, __u6_addr32 = {0, 0, 0,
                    0}}}, sin6_scope_id = 0}}, bind_address = 0x7f3d4338edb0}
        p = <optimized out>
        msg = {
          s = 0x75fcc0 "INVITE sip:4962342344199@XX.XXX.XXX.XX:5060 SIP/2.0\r\nVia: SIP/2.0/UDP XX.XXX.XXX.XX:5061;branch=z9hG4bK-18761-62-4\r\nFrom: sipp <sip:sipp@XX.XXX.XXX.XX:5061>;tag=18761SIPpTag0062\r\nTo: sut <sip:49602396"..., len = 900}
        __FUNCTION__ = "udp_rcv_loop"
#20 0x0000000000414353 in main_loop () at main.c:884
        i = 0
        pid = <optimized out>
        si = <optimized out>
        startup_done = <optimized out>
        chd_rank = 1
        rc = <optimized out>
        load_p = 0x7f3d3d61e620
#21 main (argc=<optimized out>, argv=<optimized out>) at main.c:1557
        cfg_log_stderr = <optimized out>
        cfg_stream = <optimized out>
        c = <optimized out>
        r = <optimized out>
        tmp = 0x4eead5 "H\205\355t\034\061\333\017\037@"
        tmp_len = <optimized out>
        port = <optimized out>
        proto = <optimized out>
        options = 0x4f4ae0 "f:cCm:M:b:l:n:N:rRvdDETSVhw:t:u:g:P:G:W:o:"
        ret = -1
        seed = 4281216396
        rfd = 1127804336
        __FUNCTION__ = "main"

[lbarth]

http://pastebin.com/zkgdm8wC this is a link to the bt

[bogdan-iancu]

@lbarth , what db_mode are you using for the db_text module ? 1 ?

[opensips-github]

It seems that this was related to a race between the text file being
updated by an external script and opensips loading the incomplete file.
On Mar 27, 2014 2:13 PM, "Bogdan Andrei IANCU" notifications@github.com
wrote:

@lbarth https://github.com/lbarth , what db_mode are you using for the
db_text module ? 1 ?

Reply to this email directly or view it on GitHubhttps://github.com//issues/180#issuecomment-38840697
.

---

Devel mailing list
Devel@lists.opensips.org
http://lists.opensips.org/cgi-bin/mailman/listinfo/devel

[bogdan-iancu]

It seems like, but I was trying to understand how "OpenSIPS" decided to "re-load" the file

[bogdan-iancu]

@lbarth , any chances to get to the core file and inspect it ? or any predictable way of reproducing this crash ?

[liviuchircu]

Hello,

I found a memory initialization issue which could have led to exactly the same crash as above, and I pushed a fix for it on master, 1.11, 1.10 and 1.8.

Liviu