I have a broken IPA replica that appears to be suffering from a hung
directory server. The master seems to be working fine, but LDAP requests to
the replica hang indefinitely. I attached gdb to ns-slapd and suspect a
deadlock in cos_cache.c.

Thread 7 seems to be hung on an LDAP delete for a user account that we
recently removed. Every time the directory server is started, it tries to
issue this delete, apparently to sync the replica.

I have been unsuccessful in trying to remove the offending replica because
ipa-replica-manage seems to need to make LDAP requests against the replica.
For example:

$ ipa-replica-manage del p-ipa-wd02.prod.the.flatiron.com

^CConnection to 'p-ipa-wd02.prod.the.flatiron.com' failed: Insufficient
access: SASL(0): successful result:
Unable to delete replica 'p-ipa-wd02.prod.the.flatiron.com'

^CTraceback (most recent call last):
  File "/usr/sbin/ipa-replica-manage", line 1252, in <module>
    main()
KeyboardInterrupt

Backtraces of the suspicious threads and log excerpts are at
http://p.flatiron.com/~jmou/ipa/ . I was only able to install a limited set
of debugging symbols; let me know if I can be of more help.

Any help in fixing this replica or even just removing it would be greatly
appreciated!

Joe
Thread 41 (Thread 0x7f0f6353b700 (LWP 1127)):
#0  0x00007f0f72f11565 in pthread_cond_wait@@GLIBC_2.3.2 () from 
/lib64/libpthread.so.0
No symbol table info available.
#1  0x00007f0f6dc9bf63 in __db_hybrid_mutex_suspend () from /lib64/libdb-5.3.so
No symbol table info available.
#2  0x00007f0f6dc9b440 in __db_tas_mutex_lock () from /lib64/libdb-5.3.so
No symbol table info available.
#3  0x00007f0f6dd4085a in __lock_get_internal () from /lib64/libdb-5.3.so
No symbol table info available.
#4  0x00007f0f6dd41460 in __lock_get () from /lib64/libdb-5.3.so
No symbol table info available.
#5  0x00007f0f6dd6bc2a in __db_lget () from /lib64/libdb-5.3.so
No symbol table info available.
#6  0x00007f0f6dcb84f4 in __bam_search () from /lib64/libdb-5.3.so
No symbol table info available.
#7  0x00007f0f6dca3996 in __bamc_search () from /lib64/libdb-5.3.so
No symbol table info available.
#8  0x00007f0f6dca53af in __bamc_get () from /lib64/libdb-5.3.so
No symbol table info available.
#9  0x00007f0f6dd58ff6 in __dbc_iget () from /lib64/libdb-5.3.so
No symbol table info available.
#10 0x00007f0f6dd67704 in __dbc_get_pp () from /lib64/libdb-5.3.so
No symbol table info available.
#11 0x00007f0f69c9c740 in idl_new_fetch (be=0x7f0f75e1e750, db=<optimized out>, 
inkey=0x7f0f6352dca0, txn=0x0, a=0x7f0f75ee68d0, flag_err=0x7f0f6353466c, 
allidslimit=100000) at ldap/servers/slapd/back-ldbm/idl_new.c:231
        ret = 0
        idl_rc = 0
        cursor = 0x7f0f75fa5ce0
        idl = 0x0
        key = {data = 0x7f0f6352de00, size = 10, ulen = 10, dlen = 0, doff = 0, 
app_data = 0x0, flags = 2056}
        data = {data = 0x7f0f6352bbb0, size = 8192, ulen = 8192, dlen = 0, doff 
= 0, app_data = 0x0, flags = 2048}
        id = 0
        count = 0
        buffer = "memberOf-default", '\000' <repeats 5416 times>...
        ptr = <optimized out>
        dataret = {data = 0x0, size = 0, ulen = 0, dlen = 0, doff = 0, app_data 
= 0x0, flags = 0}
        s_txn = {back_txn_txn = 0x0}
        li = <optimized out>
#12 0x00007f0f69c9c3cd in idl_fetch_ext (be=be@entry=0x7f0f75e1e750, 
db=<optimized out>, key=key@entry=0x7f0f6352dca0, txn=txn@entry=0x0, 
a=<optimized out>, err=err@entry=0x7f0f6353466c, 
allidslimit=allidslimit@entry=100000) at 
ldap/servers/slapd/back-ldbm/idl_shim.c:130
No locals.
#13 0x00007f0f69caa451 in index_read_ext_allids (pb=pb@entry=0x7f0f54079140, 
be=be@entry=0x7f0f75e1e750, type=type@entry=0x7f0f54075910 "objectclass", 
indextype=indextype@entry=0x7f0f69ceb937 "eq", val=<optimized out>, 
txn=txn@entry=0x7f0f63531f50, err=err@entry=0x7f0f6353466c, 
unindexed=unindexed@entry=0x7f0f63531f44, allidslimit=allidslimit@entry=100000) 
at ldap/servers/slapd/back-ldbm/index.c:1048
        db = 0x7f0f75fa5720
        db_txn = 0x0
        key = {data = 0x7f0f6352de00, size = 10, ulen = 10, dlen = 0, doff = 0, 
app_data = 0x0, flags = 2048}
        idl = 0x0
        prefix = <optimized out>
        tmpbuf = 0x0
        buf = 
"=referral\000\377\377\000\000\000\000\344\337Rc\017\177\000\000\020\062\aT\017\177\000\000\000\000\000\000\000\000\000\000\331\022\367t\017\177",
 '\000' <repeats 14 times>, 
"\002\000\000\000\300\347\341u\017\177\000\000\230\336Rc\017\177\000\000\020\062\aT\017\177\000\000\000\000\000\000\000\000\000\000\020\062\aT\017\177\000\000\200\216\303u\017\177",
 '\000' <repeats 18 times>, "\006", '\000' <repeats 23 times>, 
"\060\000\000\000\000\000\000\000\017\001\000\000\000\000\000\000\336\002\365t\017\177\000\000\320\336Rc\017\177\000\000\370\305\002T\017\177\000\000\001",
 '\000' <repeats 23 times>...
        typebuf = 
"objectclass\000\017\177\000\000\367D\261R\000\000\000\000\200\306\002T\017\177\000\000\070\027\321u\017\177\000\000\240\335Rc\017\177\000\000\000\000\000\000\000\000\000\000\260\026\321u\017\177\000\000\260\335Rc\017\177\000\000l\335Rc\017\177\000\000\060\231$v\017\177\000\000`;\313u\001",
 '\000' <repeats 11 times>, "\377\377\377\377\377\377\377\377\001", '\000' 
<repeats 11 times>, "\377\377\377\377", '\000' <repeats 12 times>, 
"\364\206\377\377P\347\341u\017\177\000\000`;\313u\017\177\000\000\000\000\000\000\000\000\000\000@8\aT\017\177\000\000\000\000\000\000\000\000\000\000\020w\000T\017\177\000\000\370D\261R",
 '\000' <repeats 12 times>...
        ai = 0x7f0f75ee68d0
        basetmp = 0x0
        basetype = <optimized out>
        retry_count = 0
        encrypted_val = 0x0
        is_and = 0
        ai_flags = 0
#14 0x00007f0f69c957ce in keys2idl (pb=pb@entry=0x7f0f54079140, 
be=be@entry=0x7f0f75e1e750, type=0x7f0f54075910 "objectclass", 
indextype=indextype@entry=0x7f0f69ceb937 "eq", ivals=<optimized out>, 
err=err@entry=0x7f0f6353466c, unindexed=unindexed@entry=0x7f0f63531f44, 
txn=txn@entry=0x7f0f63531f50, allidslimit=allidslimit@entry=100000) at 
ldap/servers/slapd/back-ldbm/filterindex.c:966
        idl2 = <optimized out>
        idl = 0x0
        i = 0
#15 0x00007f0f69c95ef3 in ava_candidates (pb=pb@entry=0x7f0f54079140, 
be=be@entry=0x7f0f75e1e750, f=f@entry=0x7f0f54076220, ftype=<optimized out>, 
err=0x7f0f6353466c, allidslimit=100000, range=0, nextf=0x0) at 
ldap/servers/slapd/back-ldbm/filterindex.c:317
        tmp = {bv = {bv_len = 8, bv_val = 0x7f0f540758c0 "referral"}, v_csnset 
= 0x0, v_flags = 0}
        ptr = {0x7f0f63531fa0, 0x0}
        fake = {bv = {bv_len = 8, bv_val = 0x7f0f63532040 "referral"}, v_csnset 
= 0x0, v_flags = 1536}
        buf = "referral", '\000' <repeats 392 times>...
        type = 0x7f0f54075910 "objectclass"
        indextype = 0x7f0f69ceb937 "eq"
        sv = {bv = {bv_len = 8, bv_val = 0x7f0f63532040 "referral"}, v_csnset = 
0x0, v_flags = 1536}
        bval = 0x7f0f54076248
        ivals = 0x7f0f63531f70
        idl = 0x0
        unindexed = 0
        sattr = {a_type = 0x7f0f54075c40 "objectClass", a_present_values = {num 
= 0, max = 0, sorted = 0x0, va = 0x0}, a_flags = 4, a_plugin = 0x7f0f75b47f20, 
a_deleted_values = {num = 0, max = 0, sorted = 0x0, va = 0x0}, a_listtofree = 
0x0, a_next = 0x0, a_deletioncsn = 0x0, a_mr_eq_plugin = 0x7f0f75af89e0, 
a_mr_ord_plugin = 0x0, a_mr_sub_plugin = 0x0}
        txn = {back_txn_txn = 0x0}
        pr_idx = -1
#16 0x00007f0f69c9658d in filter_candidates_ext (pb=pb@entry=0x7f0f54079140, 
be=be@entry=0x7f0f75e1e750, base=base@entry=0x7f0f54074740 
"dc=the,dc=flatiron,dc=com", f=f@entry=0x7f0f54076220, nextf=nextf@entry=0x0, 
range=range@entry=0, err=err@entry=0x7f0f6353466c, 
allidslimit=allidslimit@entry=100000) at 
ldap/servers/slapd/back-ldbm/filterindex.c:140
        li = <optimized out>
        result = 0x0
        ftype = <optimized out>
#17 0x00007f0f69c9747b in list_candidates (pb=pb@entry=0x7f0f54079140, 
be=be@entry=0x7f0f75e1e750, base=base@entry=0x7f0f54074740 
"dc=the,dc=flatiron,dc=com", flist=flist@entry=0x7f0f54019640, ftype=<optimized 
out>, err=0x7f0f6353466c, allidslimit=100000) at 
ldap/servers/slapd/back-ldbm/filterindex.c:806
        idl = 0x7f0f540795a0
        tmp = <optimized out>
        tmp2 = <optimized out>
        f = 0x7f0f54076220
        nextf = 0x0
        isnot = 0
        f_count = <optimized out>
        le_count = <optimized out>
        ge_count = <optimized out>
        is_bounded_range = <optimized out>
        low_val = 0x0
        high_val = 0x0
        t1 = 0x7f0f74f3cace <slapi_sdn_set_dn_byref+30> 
"H\211k\b\210\003H\203\304\bH\211\330[]\303f\220UH\211\365SH\211\373H\203\354\b\350/\315\376\377H\211\356H\211\337\350t\253\376\377H\203\304\bH\211\330[]\303f.\017\037\204"
        fpairs = {0x0, 0x0}
        tpairs = {0x0, 0x0}
        vpairs = {0x0, 0x0}
        is_and = 0
#18 0x00007f0f69c9645b in filter_candidates_ext (pb=pb@entry=0x7f0f54079140, 
be=be@entry=0x7f0f75e1e750, base=base@entry=0x7f0f54074740 
"dc=the,dc=flatiron,dc=com", f=0x7f0f54019640, nextf=nextf@entry=0x0, 
range=range@entry=0, err=err@entry=0x7f0f6353466c, 
allidslimit=allidslimit@entry=100000) at 
ldap/servers/slapd/back-ldbm/filterindex.c:173
        li = <optimized out>
        result = 0x0
        ftype = <optimized out>
#19 0x00007f0f69ccd52d in subtree_candidates (pb=pb@entry=0x7f0f54079140, 
be=0x7f0f75e1e750, base=base@entry=0x7f0f54074740 "dc=the,dc=flatiron,dc=com", 
e=e@entry=0x7f0f7611c130, filter=0x7f0f54001ec0, managedsait=0, 
allids_before_scopingp=allids_before_scopingp@entry=0x7f0f6353465c, 
err=err@entry=0x7f0f6353466c) at ldap/servers/slapd/back-ldbm/ldbm_search.c:1185
        focref = 0x7f0f54076220
        forr = 0x7f0f54019640
        ftop = <optimized out>
        candidates = <optimized out>
        has_tombstone_filter = <optimized out>
        isroot = 0
        li = <optimized out>
        allidslimit = 100000
#20 0x00007f0f69ccea7d in build_candidate_list (candidates=0x7f0f63534698, 
lookup_returned_allidsp=0x7f0f6353465c, scope=<optimized out>, 
base=0x7f0f54074740 "dc=the,dc=flatiron,dc=com", e=<optimized out>, 
be=<optimized out>, pb=0x7f0f54079140) at 
ldap/servers/slapd/back-ldbm/ldbm_search.c:992
        filter = 0x7f0f54001ec0
        err = 0
        li = 0x7f0f75cb3b60
        managedsait = 0
        r = 0
#21 ldbm_back_search (pb=0x7f0f54079140) at 
ldap/servers/slapd/back-ldbm/ldbm_search.c:661
        rc = <optimized out>
        time_up = 0
        vlv_response_control = {targetPosition = 0, contentCount = 0, result = 
0}
        vlv_rc = 32527
        lookthrough_limit = 0
        abandoned = 0
        be = 0x7f0f75e1e750
        inst = 0x7f0f75d116b0
        li = 0x7f0f75cb3b60
        e = 0x7f0f7611c130
        candidates = 0x0
        base = 0x7f0f54074740 "dc=the,dc=flatiron,dc=com"
        basesdn = 0x7f0f54074610
        scope = 2
        controls = 0x0
        operation = 0x7f0f540793f0
        addr = 0x7f0f540794c8
        estimate = 0
        sort = 0
        vlv = <optimized out>
        sort_spec = 0x0
        is_sorting_critical = <optimized out>
        is_sorting_critical_orig = 0
        sort_control = 0x0
        virtual_list_view = 0
        vlv_spec = 0x0
        is_vlv_critical = 0
        vlv_request_control = {beforeCount = 0, afterCount = 0, tag = 0, index 
= 0, contentCount = 0, value = {bv_len = 0, bv_val = 0x0}}
        sr = <optimized out>
        tmp_err = -1
        tmp_desc = 0x0
        lookup_returned_allids = 0
        backend_count = 0
        print_once = 1
        txn = {back_txn_txn = 0x0}
        rc = <optimized out>
#22 0x00007f0f74f72a90 in op_shared_search (pb=pb@entry=0x7f0f54079140, 
send_result=send_result@entry=1) at ldap/servers/slapd/opshared.c:803
        be_suffix = 0x7f0f75c307b0
        err = 0
        next_be = 0x0
        base = 0x7f0f54076960 "dc=the,dc=flatiron,dc=com"
        normbase = <optimized out>
        fstr = 0x7f0f6bd7b898 
"(&(|(objectclass=cosSuperDefinition)(objectclass=cosDefinition))(objectclass=ldapsubentry))"
        scope = 2
        be = 0x7f0f75e1e750
        be_single = 0x0
        be_list = {0x7f0f75e1e750, 0x0 <repeats 1000 times>}
        referral_list = {0x0 <repeats 970 times>, 0x63676e696d616e22, 
0x2273747865746e6f, 0x0 <repeats 29 times>}
        attrlistbuf = '\000' <repeats 1023 times>
        attrliststr = <optimized out>
        attrs = 0x0
        rc = -1
        internal_op = <optimized out>
        basesdn = 0x7f0f540761b0
        sdn = 0x7f0f54074610
        operation = 0x7f0f540793f0
        referral = 0x0
        proxydn = 0x0
        proxystr = 0x0
        proxy_err = <optimized out>
        errtext = 0x0
        errorbuf = '\000' <repeats 5976 times>...
        nentries = 0
        pnentries = 0
        flag_search_base_found = 0
        flag_no_such_object = 0
        flag_referral = 0
        flag_psearch = <optimized out>
        err_code = 0
        ctrlp = 0x0
        ctl_value = 0x0
        iscritical = 0
        be_name = <optimized out>
        index = -1
        sent_result = 0
        pr_stat = 0
        pagesize = -1
        estimate = 0
        curr_search_count = <optimized out>
        pr_be = <optimized out>
        pr_search_result = 0x0
        pr_idx = -1
        orig_sdn = 0x0
        free_sdn = 1
#23 0x00007f0f74f7fcae in search_internal_callback_pb 
(pb=pb@entry=0x7f0f54079140, callback_data=callback_data@entry=0x7f0f6353ad80, 
prc=prc@entry=0x0, psec=psec@entry=0x7f0f6bd77df0 <cos_dn_defs_cb>, 
prec=prec@entry=0x0) at ldap/servers/slapd/plugin_internal_op.c:812
        controls = 0x0
        op = 0x7f0f540793f0
        filter = 0x7f0f54001ec0
        fstr = 0x7f0f54075980 
"(&(|(objectclass=cosSuperDefinition)(objectclass=cosDefinition))(objectclass=ldapsubentry))"
        callback_handler_data = {p_res_callback = 0x0, p_srch_entry_callback = 
0x7f0f6bd77df0 <cos_dn_defs_cb>, p_ref_entry_callback = 0x0, callback_data = 
0x7f0f6353ad80}
        scope = 2
        ifstr = 0x7f0f6bd7b898 
"(&(|(objectclass=cosSuperDefinition)(objectclass=cosDefinition))(objectclass=ldapsubentry))"
        opresult = 0
        rc = 0
        tmp_attrs = 0x0
#24 0x00007f0f74f801a9 in slapi_search_internal_callback_pb 
(pb=pb@entry=0x7f0f54079140, callback_data=callback_data@entry=0x7f0f6353ad80, 
prc=prc@entry=0x0, psec=psec@entry=0x7f0f6bd77df0 <cos_dn_defs_cb>, 
prec=prec@entry=0x0) at ldap/servers/slapd/plugin_internal_op.c:593
No locals.
#25 0x00007f0f6bd79b7b in cos_cache_add_dn_defs 
(vattr_cacheable=0x7f0f540138c8, pDefs=0x7f0f540138a0, dn=0x7f0f54076960 
"dc=the,dc=flatiron,dc=com") at ldap/servers/plugins/cos/cos_cache.c:1072
        pDnSearch = 0x7f0f54079140
        info = {pDefs = 0x7f0f540138a0, vattr_cacheable = 0, ret = -1}
#26 cos_cache_build_definition_list (vattr_cacheable=0x7f0f540138c8, 
pDefs=0x7f0f540138a0) at ldap/servers/plugins/cos/cos_cache.c:674
        suffixVals = 0x7f0f54075b80
        attrType = 0x7f0f540777c0 "namingContexts"
        attrs = {0x7f0f6bd7c1cc "namingcontexts", 0x0}
        valIndex = <optimized out>
        ret = 0
        suffixIndex = <optimized out>
        cos_def_available = 0
        pSuffixSearch = 0x7f0f54074eb0
        pSuffixList = 0x7f0f54076460
        suffixAttr = 0x7f0f54077740
        firstTime = 1
#27 cos_cache_create () at ldap/servers/plugins/cos/cos_cache.c:487
        ret = -1
        pNewCache = 0x7f0f540138a0
        firstTime = 1
#28 0x00007f0f6bd7a3bf in cos_cache_wait_on_change (arg=<optimized out>) at 
ldap/servers/plugins/cos/cos_cache.c:451
No locals.
#29 0x00007f0f7356bed1 in _pt_root () from /lib64/libnspr4.so
No symbol table info available.
#30 0x00007f0f72f0dc53 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#31 0x00007f0f72c3adbd in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 7 (Thread 0x7f0f3dfeb700 (LWP 1162)):
#0  0x00007f0f72f13ddd in __lll_lock_wait () from /lib64/libpthread.so.0
No symbol table info available.
#1  0x00007f0f72f0fbd7 in _L_lock_974 () from /lib64/libpthread.so.0
No symbol table info available.
#2  0x00007f0f72f0fb80 in pthread_mutex_lock () from /lib64/libpthread.so.0
No symbol table info available.
#3  0x00007f0f73566959 in PR_Lock () from /lib64/libnspr4.so
No symbol table info available.
#4  0x00007f0f74f9889a in slapi_lock_mutex (mutex=<optimized out>) at 
ldap/servers/slapd/slapi2nspr.c:101
No locals.
#5  0x00007f0f6bd7aaec in cos_cache_change_notify (pb=pb@entry=0x7f0f4803f7f0) 
at ldap/servers/plugins/cos/cos_cache.c:3366
        dn = 0x7f0f76081090 
"cn=pm-abstractor,cn=groups,cn=accounts,dc=the,dc=flatiron,dc=com"
        sdn = 0x7f0f760811e0
        do_update = 1
        e = 0x7f0f4803a0a0
        be = 0x7f0f75e1e750
        rc = 0
        optype = 8
#6  0x00007f0f6bd75c7d in cos_post_op (pb=0x7f0f4803f7f0) at 
ldap/servers/plugins/cos/cos.c:306
No locals.
#7  0x00007f0f74f7bcd5 in plugin_call_func (list=0x7f0f75c72a90, 
operation=operation@entry=521, pb=pb@entry=0x7f0f4803f7f0, 
call_one=call_one@entry=0) at ldap/servers/slapd/plugin.c:1453
        n = <optimized out>
        func = 0x7f0f6bd75c60 <cos_post_op>
        rc = <optimized out>
        return_value = 0
        count = 0
#8  0x00007f0f74f7be3a in plugin_call_list (pb=0x7f0f4803f7f0, operation=521, 
list=<optimized out>) at ldap/servers/slapd/plugin.c:1415
No locals.
#9  plugin_call_plugins (pb=pb@entry=0x7f0f4803f7f0, 
whichfunction=whichfunction@entry=521) at ldap/servers/slapd/plugin.c:398
        p = 0x7f0f75cb4e50
        plugin_list_number = 6
        rc = 0
        do_op = <optimized out>
#10 0x00007f0f74f6c562 in op_shared_modify (pb=pb@entry=0x7f0f4803f7f0, 
pw_change=pw_change@entry=0, old_pw=0x0) at ldap/servers/slapd/modify.c:1109
        rc = 0
        be = 0x7f0f75e1e750
        pse = 0x7f0f4803a0a0
        referral = 0x0
        e = 0x0
        dn = 0x7f0f76081090 
"cn=pm-abstractor,cn=groups,cn=accounts,dc=the,dc=flatiron,dc=com"
        normdn = <optimized out>
        sdn = 0x7f0f760811e0
        passin_sdn = 1
        mods = 0x7f0f48032710
        pw_mod = <optimized out>
        tmpmods = 0x7f0f48032920
        smods = {mods = 0x0, num_elements = 0, num_mods = 0, iterator = 0, 
free_mods = 0}
        repl_op = 0
        internal_op = 32
        lastmod = 1
        skip_modified_attrs = 0
        unhashed_pw_attr = 0x0
        operation = 0x7f0f48039310
        errorbuf = 
"\000\000\000\000\000\000\000\000\000\000\003H\017\177\000\000#\000\000\000\000\000\000\000\f\000\003H\017\177\000\000\000\000\000\000\000\000\000\000\200\335\002H\017\177\000\000\060\335\002H\017\177\000\000\274\377\375=\017\177\000\000\000\000\000\000\000\000\000\000\200\335\002H\017\177\000\000\360\313\002H\017\177\000\000\260\330\002H\017\177\000\000\000\000\000\000\000\000\000\000\260
 \376=\017\177\000\000\220 \376=\017\177\000\000\004\363\362t\017\177", '\000' 
<repeats 30 times>, "\377\377\377\377", '\000' <repeats 4089 times>...
        err = <optimized out>
        lc_mod = <optimized out>
        p = <optimized out>
        i = <optimized out>
        proxydn = 0x0
        proxy_err = <optimized out>
        errtext = 0x0
#11 0x00007f0f74f6cf94 in modify_internal_pb (pb=pb@entry=0x7f0f4803f7f0) at 
ldap/servers/slapd/modify.c:627
        controls = 0x0
        pwpolicy_ctrl = 0
        op = 0x7f0f48039310
        opresult = 0
        normalized_mods = 0x7f0f48032920
        mods = 0x7f0f3dfe2010
        mod = 0x7f0f48032928
        smods = {mods = 0x7f0f00000000, num_elements = 1962335489, num_mods = 
32527, iterator = 1208219632, free_mods = 32527}
        pw_change = <optimized out>
        old_pw = 0x0
#12 0x00007f0f74f6daa3 in slapi_modify_internal_pb (pb=pb@entry=0x7f0f4803f7f0) 
at ldap/servers/slapd/modify.c:482
No locals.
#13 0x00007f0f693baa14 in memberof_del_dn_type_callback (e=0x7f0f760811e0, 
callback_data=<optimized out>) at ldap/servers/plugins/memberof/memberof.c:500
        rc = 0
        mod = {mod_op = 1, mod_type = 0x7f0f4802c100 "member", mod_vals = 
{modv_strvals = 0x7f0f3dfe2020, modv_bvals = 0x7f0f3dfe2020}}
        mods = {0x7f0f3dfe2030, 0x0}
        val = {0x7f0f48001940 
"uid=c-pammelton,cn=users,cn=accounts,dc=the,dc=flatiron,dc=com", 0x0}
        mod_pb = 0x7f0f4803f7f0
#14 0x00007f0f74f8e107 in send_ldap_search_entry_ext 
(pb=pb@entry=0x7f0f4802d140, e=0x7f0f760811e0, ectrls=ectrls@entry=0x0, 
attrs=0x0, attrsonly=0, send_result=send_result@entry=0, 
nentries=nentries@entry=0, urls=urls@entry=0x0) at 
ldap/servers/slapd/result.c:1266
        conn = 0x0
        op = 0x7f0f4802d410
        ber = 0x0
        i = <optimized out>
        rc = 0
        logit = 0
        alluserattrs = <optimized out>
        noattrs = <optimized out>
        some_named_attrs = <optimized out>
        dontsendattr = 0x0
        operation = 0x7f0f4802d410
        real_attrs_only = 0
        ctrlp = 0x0
        ecopy = 0x0
        searchctrlp = 0x0
#15 0x00007f0f74f8ef6c in send_ldap_search_entry (pb=pb@entry=0x7f0f4802d140, 
e=<optimized out>, ectrls=ectrls@entry=0x0, attrs=<optimized out>, 
attrsonly=<optimized out>) at ldap/servers/slapd/result.c:825
No locals.
#16 0x00007f0f74f71329 in iterate (pb=pb@entry=0x7f0f4802d140, 
pnentries=pnentries@entry=0x7f0f3dfe2438, pagesize=pagesize@entry=-1, 
pr_statp=pr_statp@entry=0x7f0f3dfe23b4, be=0x7f0f4802d140, send_result=1) at 
ldap/servers/slapd/opshared.c:1444
        gerentry = 0x0
        operation = 0x7f0f4802d410
        rc = 0
        rval = 1
        attrsonly = 0
        done = 0
        e = 0x7f0f760811e0
        attrs = 0x0
        pr_stat = 0
        pr_idx = -1
#17 0x00007f0f74f717bd in send_results_ext (pb=pb@entry=0x7f0f4802d140, 
nentries=nentries@entry=0x7f0f3dfe2438, pagesize=-1, 
pr_stat=pr_stat@entry=0x7f0f3dfe23b4, send_result=1) at 
ldap/servers/slapd/opshared.c:1682
        be = 0x7f0f75e1e750
        rc = <optimized out>
#18 0x00007f0f74f72e91 in op_shared_search (pb=pb@entry=0x7f0f4802d140, 
send_result=send_result@entry=1) at ldap/servers/slapd/opshared.c:853
        be_suffix = 0x7f0f75c307b0
        err = 0
        next_be = 0x0
        base = 0x7f0f75d0e510 "dc=the,dc=flatiron,dc=com"
        normbase = <optimized out>
        fstr = 0x7f0f4802c440 
"(member=uid=c-pammelton,cn=users,cn=accounts,dc=the,dc=flatiron,dc=com)"
        scope = 2
        be = 0x7f0f75e1e750
        be_single = 0x0
        be_list = {0x7f0f75e1e750, 0x0 <repeats 228 times>, 0x7f0f73554db0 
<fill_n+288>, 0xffffffff00000000, 0x7f0f3dfe2e13, 0x0, 0x0, 0x0, 
0x7f0f74fc4a11, 0x7f0f3dfe2e60, 0x0, 0xa, 0x7f0f74fc4a10, 0x7f0f3dfe3fb8, 
0x7f0f7355519e <dosprintf+430>, 0x0, 0x0, 0x0, 0x7f0f3dfe2c3f, 0x7f0f3dfe2c40, 
0x0, 0x7f0f3dfe2d90, 0x7f0f3dfe2d91, 0x0, 0x0, 0x0, 0x2000000000000000, 
0x7f0f3dfe4140, 0x0 <repeats 57 times>, 0x31303100, 0x8aa9804e8d558400, 0x0, 
0x7f0f3dfe2f60, 0x1d, 0x7f0f3dfe3760, 0x7f0f74fc49e0, 0x7f0f3dfe3fb8, 
0x7f0f3dfe4140, 0x7f0f735561d2 <PR_vsnprintf+50>, 0x7f0f73554ec0 <LimitStuff>, 
0x7f0f3dfe3760, 0x7f0f3dfe3796, 0x800, 0x0, 0x7f0f73566bd0 <PR_Unlock+80>, 
0x7f0f75394b28, 0x7f0f74f63bb4 <vslapd_log_access+612>, 0xa, 0x7f0f74fbca36, 
0x7f0f3dfe4298, 0x35, 0x7f0f751fa3e0 <global_slapdFrontendConfig>, 0x52b144f7, 
0x0, 0x52b144f7, 0x7f0f3dfe2f20, 0x0, 0x7f0f3dfe3070, 0x7f0f3dfe3071, 0x0, 0x0, 
0x0, 0x2000000000000000, 0x7f0f74fba69a, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 
0x2f6365442f38315b, 0x3a36303a33313032, 0x302b2039313a3734, 0x205d303030, 0x0 
<repeats 46 times>, 0x30390000, 0x8aa9804e8d558400, 0x0, 0x7f0f3dfe3240, 0x1d, 
0x7f0f3dfe3a40, 0x7f0f74fbca10, 0x7f0f3dfe4298, 0x7f0f3dfe4414, 0x7f0f735561d2 
<PR_vsnprintf+50>, 0x7f0f73554ec0 <LimitStuff>, 0x7f0f3dfe3a40, 0x7f0f3dfe3b8e, 
0x800, 0x0, 0x7f0f73566bd0 <PR_Unlock+80>, 0x7f0f753949be, 0x7f0f74f63bb4 
<vslapd_log_access+612>, 0x0, 0x0, 0x0, 0x14d, 0x7f0f751fa3e0 
<global_slapdFrontendConfig>, 0x52b144f7, 0x0, 0x52b144f7, 0x0 <repeats 16 
times>, 0x2f6365442f38315b, 0x3a36303a33313032, 0x302b2039313a3734, 
0x205d303030, 0x0 <repeats 62 times>, 0x1, 0x7f0f3dfe3549, 0x7f0f3dfe3540, 
0x7f0f74fa33a9 <slapi_has8thBit+9>, 0x7f0f3dfe3540, 0x7f0f74fa3f35 
<slapi_utf8casecmp+101>, 0x7f0f3dfe3498, 0x7f0f48008bf0, 0x0, 0x0, 0x0, 
0x7f0f3dfe3520, 0x7f0f3dfe3610, 0x1, 0x0, 0x1, 0x1, 0x7f0f70fad9ff 
<value_cmp+1231>, 0x1, 0x7f0f00000000, 0x7f0f00000000, 0x7f0f00000001, 
0x7f0f3dfe35d0, 0x7f0f74fa3f35 <slapi_utf8casecmp+101>, 0x20, 0x0, 0xa, 
0x7f0f3dfe3540, 0x9, 0x7f0f76238118, 0x6f7a736e64617069, 0x7f0f4800656e, 
0x7f0f48008bf0, 0x7f0f70fad308 <value_normalize_ext+296>, 0x148003be0, 0x1, 
0x7f0f3dfe3588, 0x7f0f3dfe3580, 0x7f0f00000001, 0x7f0f3dfe3618, 0x7f0f30017640, 
0x0, 0x7f0f3dfe3610, 0x1, 0x7f0f30017648, 0x7f0f74f34f36 <slapi_ch_free+22>, 
0xa3...}
        referral_list = {0x0, 0x7f0f74f34f36 <slapi_ch_free+22>, 0x0, 
0x7f0f69c89f56 <dblayer_pop_pvt_txn+70>, 0x7f0f75cb4c90, 0x0, 0x7f0f4802b4f0, 
0x7f0f69c9184c <dblayer_txn_commit_ext+380>, 0x0, 0x1, 0x0, 0x7f0f751eeb7c 
<slapd_ldap_debug>, 0x7f0f3dfe4478, 0x7f0f75e1e750, 0xf7, 0x7f0f69c9c79b 
<idl_new_fetch+603>, 0x0, 0x7f0f3dfe88a8, 0x7f0f3dfe4460, 0x7f0fffff86f4, 
0x7f0f3dfe44b0, 0x7f0f3dfe4480, 0x0, 0x7f0f75e1e750, 0x0, 0xffffffff, 
0x7f0f762bf6b0, 0x7f0f4802b650, 0x7f0f3dfe6760, 0x2500000025, 0x0, 0x0, 0x800, 
0x7f0f3dfe4580, 0x7f0f3dfe4510, 0x200000002000, 0x0, 0x0, 0x800, 0x7f0f69c89f56 
<dblayer_pop_pvt_txn+70>, 0x0, 0x4, 0x0, 0x0, 0x0, 0x1, 0x22a010004, 
0x656432663d010025, 0x6132362d32383036, 0x38382d3365313136, 0x622d386166626162, 
0x38633065343136, 0x229010004, 0x656432663d010025, 0x6132362d31383036, 
0x38382d3365313136, 0x622d386166626162, 0x38633065343136, 0x208010004, 
0x656364663d010025, 0x3830352d32383831, 0x38382d3365313164, 0x622d386166626162, 
0x38633065343136, 0x207010004, 0x656364663d010025, 0x3830352d31383831, 
0x38382d3365313164, 0x622d386166626162, 0x38633065343136, 0x1e5010004, 
0x323562653d010025, 0x6636342d32303766, 0x34622d3365313164, 0x632d333831613561, 
0x65353863383066, 0x1e4010004, 0x323562653d010025, 0x6636342d31303766, 
0x34622d3365313164, 0x632d333831613561, 0x65353863383066, 0x1d9010004, 
0x656163653d010025, 0x3835342d32303365, 0x34622d3365313138, 0x632d333831613561, 
0x65353863383066, 0x1d8010004, 0x656163653d010025, 0x3835342d31303365, 
0x34622d3365313138, 0x632d333831613561, 0x65353863383066, 0x1be010004, 
0x333562653d010025, 0x3135332d32303334, 0x38382d3365313133, 0x622d386166626162, 
0x38633065343136, 0x1bd010004, 0x333562653d010025, 0x3135332d31303334, 
0x38382d3365313133, 0x622d386166626162, 0x38633065343136, 0x1a2010004, 
0x363139663d010025, 0x6366322d31306633, 0x34622d3365313165, 0x632d333831613561, 
0x65353863383066, 0x185010004, 0x626463663d010025, 0x3036322d33303662, 
0x38382d3365313162, 0x622d386166626162, 0x38633065343136, 0x184010004, 
0x626463663d010025, 0x3036322d32303662, 0x38382d3365313162, 0x622d386166626162, 
0x38633065343136, 0x183010004, 0x626463663d010025, 0x3036322d31303662, 
0x38382d3365313162, 0x622d386166626162, 0x38633065343136, 0x163010004, 
0x313966663d010025, 0x3863312d32306665, 0x38382d3365313163, 0x622d386166626162, 
0x38633065343136, 0x162010004, 0x313966663d010025, 0x3863312d31306665, 
0x38382d3365313163, 0x622d386166626162, 0x38633065343136, 0x15e010004, 
0x343863663d010025, 0x6362312d32303966, 0x38382d3365313166, 0x622d386166626162, 
0x38633065343136, 0x15d010004, 0x343863663d010025, 0x6362312d31303966, 
0x38382d3365313166, 0x622d386166626162, 0x38633065343136, 0x13a010004, 
0x316433663d010025, 0x6235312d31303936, 0x38382d3365313138, 0x622d386166626162, 
0x38633065343136, 0xf7010004, 0x666666663d010025, 0x6666662d66666666, 
0x66662d6666666666, 0x662d666666666666, 0x66666666666666, 0x8d010004, 
0x323438653d010025, 0x3730312d35313865, 0x38382d3365313161, 0x622d386166626162, 
0x38633065343136, 0x8c010004, 0x323438653d010025, 0x3730312d33313865, 
0x38382d3365313161, 0x622d386166626162, 0x38633065343136, 0x8b010004, 
0x323438653d010025, 0x3730312d31313865, 0x38382d3365313161, 0x622d386166626162, 
0x38633065343136, 0x8a010004, 0x323438653d010025, 0x3730312d30313865, 
0x38382d3365313161, 0x622d386166626162, 0x38633065343136, 0x89010004, 
0x323438653d010025, 0x3730312d66303865, 0x38382d3365313161, 0x622d386166626162, 
0x38633065343136, 0x88010004, 0x323438653d010025, 0x3730312d65303865, 
0x38382d3365313161...}
        attrlistbuf = 
"\023\000\000\000\000\000\000\000@\033\000H\017\177\000\000\220=\356u\017\177\000\000\000\000\000\000\000\000\000\000@\232\002H\017\177\000\000\001\000\000\000\000\000\000\000@m\356u\017\177\000\000@\033\000H\017\177\000\000
 
\232\002H\017\177\000\000P\347\341u\017\177\000\000\000\000\000\000\000\000\000\000O\325\311i\017\177\000\000\b\000\000\000\000\000\000\000
 d\376=\017\177\000\000@m\356u\017\177\000\000@\033\000H\017\177\000\000 
\232\002H\017\177\000\000P\347\341u\017\177\000\000\000\000\000\000\000\000\000\000\066O\363t\017\177\000\000\001\000\000\000\000\000\000\000\a\277\312i\017\177",
 '\000' <repeats 18 times>, "\003\000\000\000\000\000\000\000"...
        attrliststr = <optimized out>
        attrs = 0x0
        rc = 0
        internal_op = <optimized out>
        basesdn = 0x7f0f4802c520
        sdn = 0x7f0f4802c880
        operation = 0x7f0f4802d410
        referral = 0x0
        proxydn = 0x0
        proxystr = 0x0
        proxy_err = <optimized out>
        errtext = 0x0
        errorbuf = 
"\000\300,v\017\177\000\000\060\036\000H\017\177\000\000\000\000\000\000\000\000\000\000\340b\356u\017\177",
 '\000' <repeats 18 times>, "\200h\376=\017\177\000\000%\000\000\000%", '\000' 
<repeats 20 times>, "\b", '\000' <repeats 30 times>, 
"=ffffffff-ffffffff-ffffffff-ffffffff\000queid", '\000' <repeats 86 times>...
        nentries = 0
        pnentries = 1
        flag_search_base_found = 1
        flag_no_such_object = 0
        flag_referral = 0
        flag_psearch = <optimized out>
        err_code = 0
        ctrlp = 0x0
        ctl_value = 0x0
        iscritical = 0
        be_name = <optimized out>
        index = -1
        sent_result = 0
        pr_stat = 0
        pagesize = -1
        estimate = 0
        curr_search_count = <optimized out>
        pr_be = <optimized out>
        pr_search_result = 0x0
        pr_idx = -1
        orig_sdn = 0x0
        free_sdn = 1
#19 0x00007f0f74f7fcae in search_internal_callback_pb 
(pb=pb@entry=0x7f0f4802d140, callback_data=callback_data@entry=0x7f0f3dfe88a0, 
prc=prc@entry=0x0, psec=psec@entry=0x7f0f693ba980 
<memberof_del_dn_type_callback>, prec=prec@entry=0x0) at 
ldap/servers/slapd/plugin_internal_op.c:812
        controls = 0x0
        op = 0x7f0f4802d410
        filter = 0x7f0f4802d620
        fstr = 0x7f0f4802c680 
"(member=uid=c-pammelton,cn=users,cn=accounts,dc=the,dc=flatiron,dc=com)"
        callback_handler_data = {p_res_callback = 0x0, p_srch_entry_callback = 
0x7f0f693ba980 <memberof_del_dn_type_callback>, p_ref_entry_callback = 0x0, 
callback_data = 0x7f0f3dfe88a0}
        scope = 2
        ifstr = 0x7f0f4802c440 
"(member=uid=c-pammelton,cn=users,cn=accounts,dc=the,dc=flatiron,dc=com)"
        opresult = 0
        rc = 0
        tmp_attrs = 0x0
#20 0x00007f0f74f801a9 in slapi_search_internal_callback_pb 
(pb=pb@entry=0x7f0f4802d140, callback_data=callback_data@entry=0x7f0f3dfe88a0, 
prc=prc@entry=0x0, psec=psec@entry=0x7f0f693ba980 
<memberof_del_dn_type_callback>, prec=prec@entry=0x0) at 
ldap/servers/slapd/plugin_internal_op.c:593
No locals.
#21 0x00007f0f693bb074 in memberof_call_foreach_dn 
(sdn=sdn@entry=0x7f0f4800a300, types=types@entry=0x7f0f3dfe8890, 
callback=callback@entry=0x7f0f693ba980 <memberof_del_dn_type_callback>, 
callback_data=callback_data@entry=0x7f0f3dfe88a0, pb=0x7f0f7633c290) at 
ldap/servers/plugins/memberof/memberof.c:605
        search_pb = 0x7f0f4802d140
        base_sdn = <optimized out>
        be = <optimized out>
        escaped_filter_val = 0x0
        filter_str = 0x7f0f4802c440 
"(member=uid=c-pammelton,cn=users,cn=accounts,dc=the,dc=flatiron,dc=com)"
        cookie = 0x7f0f4802d3f0 ""
        all_backends = 0
        types_name_len = <optimized out>
        num_types = <optimized out>
        dn_len = <optimized out>
        free_it = 1
        i = <optimized out>
#22 0x00007f0f693bd8aa in memberof_del_dn_from_groups (pb=0x7f0f7633c290, 
config=0x7f0f3dfe88b0, sdn=0x7f0f4800a300) at 
ldap/servers/plugins/memberof/memberof.c:470
        data = {dn = 0x7f0f48001940 
"uid=c-pammelton,cn=users,cn=accounts,dc=the,dc=flatiron,dc=com", type = 
0x7f0f4802c100 "member"}
        i = <optimized out>
        groupattrs = {0x7f0f4802c100 "member", 0x0}
#23 memberof_postop_del (pb=0x7f0f7633c290) at 
ldap/servers/plugins/memberof/memberof.c:419
        e = 0x7f0f4800e0f0
        configCopy = {groupattrs = 0x7f0f4802c120, memberof_attr = 
0x7f0f4802d120 "memberOf", allBackends = 0, group_filter = 0x7f0f4802cd00, 
group_slapiattrs = 0x7f0f4802bab0}
        sdn = 0x7f0f4800a300
        caller_id = 0x0
#24 0x00007f0f74f7bcd5 in plugin_call_func (list=0x7f0f75cc47d0, 
operation=operation@entry=563, pb=pb@entry=0x7f0f7633c290, 
call_one=call_one@entry=0) at ldap/servers/slapd/plugin.c:1453
        n = <optimized out>
        func = 0x7f0f693bd6f0 <memberof_postop_del>
        rc = <optimized out>
        return_value = 0
        count = 6
#25 0x00007f0f74f7be3a in plugin_call_list (pb=0x7f0f7633c290, operation=563, 
list=<optimized out>) at ldap/servers/slapd/plugin.c:1415
No locals.
#26 plugin_call_plugins (pb=pb@entry=0x7f0f7633c290, 
whichfunction=whichfunction@entry=563) at ldap/servers/slapd/plugin.c:398
        p = 0x7f0f75cb4e50
        plugin_list_number = 20
        rc = 0
        do_op = <optimized out>
#27 0x00007f0f69cbb8b7 in ldbm_back_delete (pb=0x7f0f7633c290) at 
ldap/servers/slapd/back-ldbm/ldbm_delete.c:1087
        be = 0x7f0f75e1e750
        inst = 0x7f0f75d116b0
        li = 0x7f0f75cb3b60
        e = 0x7f0f760988f0
        tombstone = 0x7f0f48012e60
        original_tombstone = 0x7f0f48016af0
        dn = 0x7f0f48001940 
"uid=c-pammelton,cn=users,cn=accounts,dc=the,dc=flatiron,dc=com"
        txn = {back_txn_txn = 0x7f0f48001b40}
        parent_txn = 0x0
        retval = 0
        msg = <optimized out>
        errbuf = 0x0
        retry_count = <optimized out>
        disk_full = 0
        parent_found = <optimized out>
        ruv_c_init = 1
        parent_modify_c = {new_entry_in_cache = 0, old_entry = 0x7f0f760deb20, 
new_entry = 0x7f0f48011b20, smods = 0x7f0f48011860, attr_encrypt = 1}
        ruv_c = {new_entry_in_cache = 0, old_entry = 0x7f0f4c0525c0, new_entry 
= 0x7f0f4802b610, smods = 0x7f0f48012c60, attr_encrypt = 1}
        rc = 0
        ldap_result_code = 0
        ldap_result_message = 0x0
        sdnp = 0x7f0f4800a300
        e_uniqueid = 0x7f0f48012b70 "8c43b101-470211e3-88babfa8-b614e0c8"
        nscpEntrySDN = {flag = 4 '\004', udn = 0x0, dn = 0x0, ndn = 
0x7f0f48012e10 
"uid=c-pammelton,cn=users,cn=accounts,dc=the,dc=flatiron,dc=com", ndn_len = 62}
        operation = 0x7f0f7633d7c0
        opcsn = 0x7f0f48004ed0
        is_fixup_operation = 0
        is_ruv = 0
        is_replicated_operation = 8
        is_tombstone_entry = <optimized out>
        delete_tombstone_entry = 0
        create_tombstone_entry = 1
        tombstone_in_cache = 1
        e_in_cache = <optimized out>
        addr = 0x7f0f7633d898
        addordel_flags = 38
        entryusn_str = 0x0
        orig_entry = 0x0
        parentsdn = {flag = 0 '\000', udn = 0x0, dn = 0x0, ndn = 0x0, ndn_len = 
0}
        opreturn = 0
        free_delete_existing_entry = 1
        not_an_error = 0
#28 0x00007f0f74f384b0 in op_shared_delete (pb=pb@entry=0x7f0f7633c290) at 
ldap/servers/slapd/delete.c:364
        rc = 0
        rawdn = 0x7f0f48008410 
"uid=c-pammelton,cn=users,cn=accounts,dc=the,dc=flatiron,dc=com"
        dn = <optimized out>
        be = 0x7f0f75e1e750
        internal_op = 0
        sdn = 0x7f0f4800a300
        operation = 0x7f0f7633d7c0
        referral = 0x0
        ecopy = 0x0
        errorbuf = '\000' <repeats 4176 times>...
        err = <optimized out>
        proxydn = 0x0
        proxystr = 0x0
        proxy_err = <optimized out>
        errtext = 0x0
#29 0x00007f0f74f38743 in do_delete (pb=0x7f0f7633c290) at 
ldap/servers/slapd/delete.c:128
        operation = 0x7f0f7633d7c0
        ber = 0x7f0f7627b460
        rawdn = 0x7f0f48008410 
"uid=c-pammelton,cn=users,cn=accounts,dc=the,dc=flatiron,dc=com"
        err = <optimized out>
#30 0x00007f0f7543ad98 in connection_dispatch_operation (pb=<optimized out>, 
op=0x7f0f7633d7c0, conn=0x7f0f600ae428) at ldap/servers/slapd/connection.c:587
        minssf = 0
        minssf_exclude_rootdse = <optimized out>
        enable_nagle = 1
        pop_cork = 0
#31 connection_threadmain () at ldap/servers/slapd/connection.c:2348
        is_timedout = 0
        curtime = <optimized out>
        pb = 0x7f0f7633c290
        interval = 10000
        conn = 0x7f0f600ae428
        op = 0x7f0f7633d7c0
        tag = 74
        need_wakeup = 0
        need_conn_release = <optimized out>
        thread_turbo_flag = 0
        ret = <optimized out>
        more_data = 0
        replication_connection = <optimized out>
        doshutdown = 0
#32 0x00007f0f7356bed1 in _pt_root () from /lib64/libnspr4.so
No symbol table info available.
#33 0x00007f0f72f0dc53 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#34 0x00007f0f72c3adbd in clone () from /lib64/libc.so.6
No symbol table info available.
_______________________________________________
Freeipa-users mailing list
Freeipa-users@redhat.com
https://www.redhat.com/mailman/listinfo/freeipa-users

Reply via email to