I have a broken IPA replica that appears to be suffering from a hung directory server. The master seems to be working fine, but LDAP requests to the replica hang indefinitely. I attached gdb to ns-slapd and suspect a deadlock in cos_cache.c.
Thread 7 seems to be hung on an LDAP delete for a user account that we recently removed. Every time the directory server is started, it tries to issue this delete, apparently to sync the replica. I have been unsuccessful in trying to remove the offending replica because ipa-replica-manage seems to need to make LDAP requests against the replica. For example: $ ipa-replica-manage del p-ipa-wd02.prod.the.flatiron.com ^CConnection to 'p-ipa-wd02.prod.the.flatiron.com' failed: Insufficient access: SASL(0): successful result: Unable to delete replica 'p-ipa-wd02.prod.the.flatiron.com' ^CTraceback (most recent call last): File "/usr/sbin/ipa-replica-manage", line 1252, in <module> main() KeyboardInterrupt Backtraces of the suspicious threads and log excerpts are at http://p.flatiron.com/~jmou/ipa/ . I was only able to install a limited set of debugging symbols; let me know if I can be of more help. Any help in fixing this replica or even just removing it would be greatly appreciated! Joe
Thread 41 (Thread 0x7f0f6353b700 (LWP 1127)): #0 0x00007f0f72f11565 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f0f6dc9bf63 in __db_hybrid_mutex_suspend () from /lib64/libdb-5.3.so No symbol table info available. #2 0x00007f0f6dc9b440 in __db_tas_mutex_lock () from /lib64/libdb-5.3.so No symbol table info available. #3 0x00007f0f6dd4085a in __lock_get_internal () from /lib64/libdb-5.3.so No symbol table info available. #4 0x00007f0f6dd41460 in __lock_get () from /lib64/libdb-5.3.so No symbol table info available. #5 0x00007f0f6dd6bc2a in __db_lget () from /lib64/libdb-5.3.so No symbol table info available. #6 0x00007f0f6dcb84f4 in __bam_search () from /lib64/libdb-5.3.so No symbol table info available. #7 0x00007f0f6dca3996 in __bamc_search () from /lib64/libdb-5.3.so No symbol table info available. #8 0x00007f0f6dca53af in __bamc_get () from /lib64/libdb-5.3.so No symbol table info available. #9 0x00007f0f6dd58ff6 in __dbc_iget () from /lib64/libdb-5.3.so No symbol table info available. #10 0x00007f0f6dd67704 in __dbc_get_pp () from /lib64/libdb-5.3.so No symbol table info available. #11 0x00007f0f69c9c740 in idl_new_fetch (be=0x7f0f75e1e750, db=<optimized out>, inkey=0x7f0f6352dca0, txn=0x0, a=0x7f0f75ee68d0, flag_err=0x7f0f6353466c, allidslimit=100000) at ldap/servers/slapd/back-ldbm/idl_new.c:231 ret = 0 idl_rc = 0 cursor = 0x7f0f75fa5ce0 idl = 0x0 key = {data = 0x7f0f6352de00, size = 10, ulen = 10, dlen = 0, doff = 0, app_data = 0x0, flags = 2056} data = {data = 0x7f0f6352bbb0, size = 8192, ulen = 8192, dlen = 0, doff = 0, app_data = 0x0, flags = 2048} id = 0 count = 0 buffer = "memberOf-default", '\000' <repeats 5416 times>... ptr = <optimized out> dataret = {data = 0x0, size = 0, ulen = 0, dlen = 0, doff = 0, app_data = 0x0, flags = 0} s_txn = {back_txn_txn = 0x0} li = <optimized out> #12 0x00007f0f69c9c3cd in idl_fetch_ext (be=be@entry=0x7f0f75e1e750, db=<optimized out>, key=key@entry=0x7f0f6352dca0, txn=txn@entry=0x0, a=<optimized out>, err=err@entry=0x7f0f6353466c, allidslimit=allidslimit@entry=100000) at ldap/servers/slapd/back-ldbm/idl_shim.c:130 No locals. #13 0x00007f0f69caa451 in index_read_ext_allids (pb=pb@entry=0x7f0f54079140, be=be@entry=0x7f0f75e1e750, type=type@entry=0x7f0f54075910 "objectclass", indextype=indextype@entry=0x7f0f69ceb937 "eq", val=<optimized out>, txn=txn@entry=0x7f0f63531f50, err=err@entry=0x7f0f6353466c, unindexed=unindexed@entry=0x7f0f63531f44, allidslimit=allidslimit@entry=100000) at ldap/servers/slapd/back-ldbm/index.c:1048 db = 0x7f0f75fa5720 db_txn = 0x0 key = {data = 0x7f0f6352de00, size = 10, ulen = 10, dlen = 0, doff = 0, app_data = 0x0, flags = 2048} idl = 0x0 prefix = <optimized out> tmpbuf = 0x0 buf = "=referral\000\377\377\000\000\000\000\344\337Rc\017\177\000\000\020\062\aT\017\177\000\000\000\000\000\000\000\000\000\000\331\022\367t\017\177", '\000' <repeats 14 times>, "\002\000\000\000\300\347\341u\017\177\000\000\230\336Rc\017\177\000\000\020\062\aT\017\177\000\000\000\000\000\000\000\000\000\000\020\062\aT\017\177\000\000\200\216\303u\017\177", '\000' <repeats 18 times>, "\006", '\000' <repeats 23 times>, "\060\000\000\000\000\000\000\000\017\001\000\000\000\000\000\000\336\002\365t\017\177\000\000\320\336Rc\017\177\000\000\370\305\002T\017\177\000\000\001", '\000' <repeats 23 times>... typebuf = "objectclass\000\017\177\000\000\367D\261R\000\000\000\000\200\306\002T\017\177\000\000\070\027\321u\017\177\000\000\240\335Rc\017\177\000\000\000\000\000\000\000\000\000\000\260\026\321u\017\177\000\000\260\335Rc\017\177\000\000l\335Rc\017\177\000\000\060\231$v\017\177\000\000`;\313u\001", '\000' <repeats 11 times>, "\377\377\377\377\377\377\377\377\001", '\000' <repeats 11 times>, "\377\377\377\377", '\000' <repeats 12 times>, "\364\206\377\377P\347\341u\017\177\000\000`;\313u\017\177\000\000\000\000\000\000\000\000\000\000@8\aT\017\177\000\000\000\000\000\000\000\000\000\000\020w\000T\017\177\000\000\370D\261R", '\000' <repeats 12 times>... ai = 0x7f0f75ee68d0 basetmp = 0x0 basetype = <optimized out> retry_count = 0 encrypted_val = 0x0 is_and = 0 ai_flags = 0 #14 0x00007f0f69c957ce in keys2idl (pb=pb@entry=0x7f0f54079140, be=be@entry=0x7f0f75e1e750, type=0x7f0f54075910 "objectclass", indextype=indextype@entry=0x7f0f69ceb937 "eq", ivals=<optimized out>, err=err@entry=0x7f0f6353466c, unindexed=unindexed@entry=0x7f0f63531f44, txn=txn@entry=0x7f0f63531f50, allidslimit=allidslimit@entry=100000) at ldap/servers/slapd/back-ldbm/filterindex.c:966 idl2 = <optimized out> idl = 0x0 i = 0 #15 0x00007f0f69c95ef3 in ava_candidates (pb=pb@entry=0x7f0f54079140, be=be@entry=0x7f0f75e1e750, f=f@entry=0x7f0f54076220, ftype=<optimized out>, err=0x7f0f6353466c, allidslimit=100000, range=0, nextf=0x0) at ldap/servers/slapd/back-ldbm/filterindex.c:317 tmp = {bv = {bv_len = 8, bv_val = 0x7f0f540758c0 "referral"}, v_csnset = 0x0, v_flags = 0} ptr = {0x7f0f63531fa0, 0x0} fake = {bv = {bv_len = 8, bv_val = 0x7f0f63532040 "referral"}, v_csnset = 0x0, v_flags = 1536} buf = "referral", '\000' <repeats 392 times>... type = 0x7f0f54075910 "objectclass" indextype = 0x7f0f69ceb937 "eq" sv = {bv = {bv_len = 8, bv_val = 0x7f0f63532040 "referral"}, v_csnset = 0x0, v_flags = 1536} bval = 0x7f0f54076248 ivals = 0x7f0f63531f70 idl = 0x0 unindexed = 0 sattr = {a_type = 0x7f0f54075c40 "objectClass", a_present_values = {num = 0, max = 0, sorted = 0x0, va = 0x0}, a_flags = 4, a_plugin = 0x7f0f75b47f20, a_deleted_values = {num = 0, max = 0, sorted = 0x0, va = 0x0}, a_listtofree = 0x0, a_next = 0x0, a_deletioncsn = 0x0, a_mr_eq_plugin = 0x7f0f75af89e0, a_mr_ord_plugin = 0x0, a_mr_sub_plugin = 0x0} txn = {back_txn_txn = 0x0} pr_idx = -1 #16 0x00007f0f69c9658d in filter_candidates_ext (pb=pb@entry=0x7f0f54079140, be=be@entry=0x7f0f75e1e750, base=base@entry=0x7f0f54074740 "dc=the,dc=flatiron,dc=com", f=f@entry=0x7f0f54076220, nextf=nextf@entry=0x0, range=range@entry=0, err=err@entry=0x7f0f6353466c, allidslimit=allidslimit@entry=100000) at ldap/servers/slapd/back-ldbm/filterindex.c:140 li = <optimized out> result = 0x0 ftype = <optimized out> #17 0x00007f0f69c9747b in list_candidates (pb=pb@entry=0x7f0f54079140, be=be@entry=0x7f0f75e1e750, base=base@entry=0x7f0f54074740 "dc=the,dc=flatiron,dc=com", flist=flist@entry=0x7f0f54019640, ftype=<optimized out>, err=0x7f0f6353466c, allidslimit=100000) at ldap/servers/slapd/back-ldbm/filterindex.c:806 idl = 0x7f0f540795a0 tmp = <optimized out> tmp2 = <optimized out> f = 0x7f0f54076220 nextf = 0x0 isnot = 0 f_count = <optimized out> le_count = <optimized out> ge_count = <optimized out> is_bounded_range = <optimized out> low_val = 0x0 high_val = 0x0 t1 = 0x7f0f74f3cace <slapi_sdn_set_dn_byref+30> "H\211k\b\210\003H\203\304\bH\211\330[]\303f\220UH\211\365SH\211\373H\203\354\b\350/\315\376\377H\211\356H\211\337\350t\253\376\377H\203\304\bH\211\330[]\303f.\017\037\204" fpairs = {0x0, 0x0} tpairs = {0x0, 0x0} vpairs = {0x0, 0x0} is_and = 0 #18 0x00007f0f69c9645b in filter_candidates_ext (pb=pb@entry=0x7f0f54079140, be=be@entry=0x7f0f75e1e750, base=base@entry=0x7f0f54074740 "dc=the,dc=flatiron,dc=com", f=0x7f0f54019640, nextf=nextf@entry=0x0, range=range@entry=0, err=err@entry=0x7f0f6353466c, allidslimit=allidslimit@entry=100000) at ldap/servers/slapd/back-ldbm/filterindex.c:173 li = <optimized out> result = 0x0 ftype = <optimized out> #19 0x00007f0f69ccd52d in subtree_candidates (pb=pb@entry=0x7f0f54079140, be=0x7f0f75e1e750, base=base@entry=0x7f0f54074740 "dc=the,dc=flatiron,dc=com", e=e@entry=0x7f0f7611c130, filter=0x7f0f54001ec0, managedsait=0, allids_before_scopingp=allids_before_scopingp@entry=0x7f0f6353465c, err=err@entry=0x7f0f6353466c) at ldap/servers/slapd/back-ldbm/ldbm_search.c:1185 focref = 0x7f0f54076220 forr = 0x7f0f54019640 ftop = <optimized out> candidates = <optimized out> has_tombstone_filter = <optimized out> isroot = 0 li = <optimized out> allidslimit = 100000 #20 0x00007f0f69ccea7d in build_candidate_list (candidates=0x7f0f63534698, lookup_returned_allidsp=0x7f0f6353465c, scope=<optimized out>, base=0x7f0f54074740 "dc=the,dc=flatiron,dc=com", e=<optimized out>, be=<optimized out>, pb=0x7f0f54079140) at ldap/servers/slapd/back-ldbm/ldbm_search.c:992 filter = 0x7f0f54001ec0 err = 0 li = 0x7f0f75cb3b60 managedsait = 0 r = 0 #21 ldbm_back_search (pb=0x7f0f54079140) at ldap/servers/slapd/back-ldbm/ldbm_search.c:661 rc = <optimized out> time_up = 0 vlv_response_control = {targetPosition = 0, contentCount = 0, result = 0} vlv_rc = 32527 lookthrough_limit = 0 abandoned = 0 be = 0x7f0f75e1e750 inst = 0x7f0f75d116b0 li = 0x7f0f75cb3b60 e = 0x7f0f7611c130 candidates = 0x0 base = 0x7f0f54074740 "dc=the,dc=flatiron,dc=com" basesdn = 0x7f0f54074610 scope = 2 controls = 0x0 operation = 0x7f0f540793f0 addr = 0x7f0f540794c8 estimate = 0 sort = 0 vlv = <optimized out> sort_spec = 0x0 is_sorting_critical = <optimized out> is_sorting_critical_orig = 0 sort_control = 0x0 virtual_list_view = 0 vlv_spec = 0x0 is_vlv_critical = 0 vlv_request_control = {beforeCount = 0, afterCount = 0, tag = 0, index = 0, contentCount = 0, value = {bv_len = 0, bv_val = 0x0}} sr = <optimized out> tmp_err = -1 tmp_desc = 0x0 lookup_returned_allids = 0 backend_count = 0 print_once = 1 txn = {back_txn_txn = 0x0} rc = <optimized out> #22 0x00007f0f74f72a90 in op_shared_search (pb=pb@entry=0x7f0f54079140, send_result=send_result@entry=1) at ldap/servers/slapd/opshared.c:803 be_suffix = 0x7f0f75c307b0 err = 0 next_be = 0x0 base = 0x7f0f54076960 "dc=the,dc=flatiron,dc=com" normbase = <optimized out> fstr = 0x7f0f6bd7b898 "(&(|(objectclass=cosSuperDefinition)(objectclass=cosDefinition))(objectclass=ldapsubentry))" scope = 2 be = 0x7f0f75e1e750 be_single = 0x0 be_list = {0x7f0f75e1e750, 0x0 <repeats 1000 times>} referral_list = {0x0 <repeats 970 times>, 0x63676e696d616e22, 0x2273747865746e6f, 0x0 <repeats 29 times>} attrlistbuf = '\000' <repeats 1023 times> attrliststr = <optimized out> attrs = 0x0 rc = -1 internal_op = <optimized out> basesdn = 0x7f0f540761b0 sdn = 0x7f0f54074610 operation = 0x7f0f540793f0 referral = 0x0 proxydn = 0x0 proxystr = 0x0 proxy_err = <optimized out> errtext = 0x0 errorbuf = '\000' <repeats 5976 times>... nentries = 0 pnentries = 0 flag_search_base_found = 0 flag_no_such_object = 0 flag_referral = 0 flag_psearch = <optimized out> err_code = 0 ctrlp = 0x0 ctl_value = 0x0 iscritical = 0 be_name = <optimized out> index = -1 sent_result = 0 pr_stat = 0 pagesize = -1 estimate = 0 curr_search_count = <optimized out> pr_be = <optimized out> pr_search_result = 0x0 pr_idx = -1 orig_sdn = 0x0 free_sdn = 1 #23 0x00007f0f74f7fcae in search_internal_callback_pb (pb=pb@entry=0x7f0f54079140, callback_data=callback_data@entry=0x7f0f6353ad80, prc=prc@entry=0x0, psec=psec@entry=0x7f0f6bd77df0 <cos_dn_defs_cb>, prec=prec@entry=0x0) at ldap/servers/slapd/plugin_internal_op.c:812 controls = 0x0 op = 0x7f0f540793f0 filter = 0x7f0f54001ec0 fstr = 0x7f0f54075980 "(&(|(objectclass=cosSuperDefinition)(objectclass=cosDefinition))(objectclass=ldapsubentry))" callback_handler_data = {p_res_callback = 0x0, p_srch_entry_callback = 0x7f0f6bd77df0 <cos_dn_defs_cb>, p_ref_entry_callback = 0x0, callback_data = 0x7f0f6353ad80} scope = 2 ifstr = 0x7f0f6bd7b898 "(&(|(objectclass=cosSuperDefinition)(objectclass=cosDefinition))(objectclass=ldapsubentry))" opresult = 0 rc = 0 tmp_attrs = 0x0 #24 0x00007f0f74f801a9 in slapi_search_internal_callback_pb (pb=pb@entry=0x7f0f54079140, callback_data=callback_data@entry=0x7f0f6353ad80, prc=prc@entry=0x0, psec=psec@entry=0x7f0f6bd77df0 <cos_dn_defs_cb>, prec=prec@entry=0x0) at ldap/servers/slapd/plugin_internal_op.c:593 No locals. #25 0x00007f0f6bd79b7b in cos_cache_add_dn_defs (vattr_cacheable=0x7f0f540138c8, pDefs=0x7f0f540138a0, dn=0x7f0f54076960 "dc=the,dc=flatiron,dc=com") at ldap/servers/plugins/cos/cos_cache.c:1072 pDnSearch = 0x7f0f54079140 info = {pDefs = 0x7f0f540138a0, vattr_cacheable = 0, ret = -1} #26 cos_cache_build_definition_list (vattr_cacheable=0x7f0f540138c8, pDefs=0x7f0f540138a0) at ldap/servers/plugins/cos/cos_cache.c:674 suffixVals = 0x7f0f54075b80 attrType = 0x7f0f540777c0 "namingContexts" attrs = {0x7f0f6bd7c1cc "namingcontexts", 0x0} valIndex = <optimized out> ret = 0 suffixIndex = <optimized out> cos_def_available = 0 pSuffixSearch = 0x7f0f54074eb0 pSuffixList = 0x7f0f54076460 suffixAttr = 0x7f0f54077740 firstTime = 1 #27 cos_cache_create () at ldap/servers/plugins/cos/cos_cache.c:487 ret = -1 pNewCache = 0x7f0f540138a0 firstTime = 1 #28 0x00007f0f6bd7a3bf in cos_cache_wait_on_change (arg=<optimized out>) at ldap/servers/plugins/cos/cos_cache.c:451 No locals. #29 0x00007f0f7356bed1 in _pt_root () from /lib64/libnspr4.so No symbol table info available. #30 0x00007f0f72f0dc53 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #31 0x00007f0f72c3adbd in clone () from /lib64/libc.so.6 No symbol table info available. Thread 7 (Thread 0x7f0f3dfeb700 (LWP 1162)): #0 0x00007f0f72f13ddd in __lll_lock_wait () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f0f72f0fbd7 in _L_lock_974 () from /lib64/libpthread.so.0 No symbol table info available. #2 0x00007f0f72f0fb80 in pthread_mutex_lock () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f0f73566959 in PR_Lock () from /lib64/libnspr4.so No symbol table info available. #4 0x00007f0f74f9889a in slapi_lock_mutex (mutex=<optimized out>) at ldap/servers/slapd/slapi2nspr.c:101 No locals. #5 0x00007f0f6bd7aaec in cos_cache_change_notify (pb=pb@entry=0x7f0f4803f7f0) at ldap/servers/plugins/cos/cos_cache.c:3366 dn = 0x7f0f76081090 "cn=pm-abstractor,cn=groups,cn=accounts,dc=the,dc=flatiron,dc=com" sdn = 0x7f0f760811e0 do_update = 1 e = 0x7f0f4803a0a0 be = 0x7f0f75e1e750 rc = 0 optype = 8 #6 0x00007f0f6bd75c7d in cos_post_op (pb=0x7f0f4803f7f0) at ldap/servers/plugins/cos/cos.c:306 No locals. #7 0x00007f0f74f7bcd5 in plugin_call_func (list=0x7f0f75c72a90, operation=operation@entry=521, pb=pb@entry=0x7f0f4803f7f0, call_one=call_one@entry=0) at ldap/servers/slapd/plugin.c:1453 n = <optimized out> func = 0x7f0f6bd75c60 <cos_post_op> rc = <optimized out> return_value = 0 count = 0 #8 0x00007f0f74f7be3a in plugin_call_list (pb=0x7f0f4803f7f0, operation=521, list=<optimized out>) at ldap/servers/slapd/plugin.c:1415 No locals. #9 plugin_call_plugins (pb=pb@entry=0x7f0f4803f7f0, whichfunction=whichfunction@entry=521) at ldap/servers/slapd/plugin.c:398 p = 0x7f0f75cb4e50 plugin_list_number = 6 rc = 0 do_op = <optimized out> #10 0x00007f0f74f6c562 in op_shared_modify (pb=pb@entry=0x7f0f4803f7f0, pw_change=pw_change@entry=0, old_pw=0x0) at ldap/servers/slapd/modify.c:1109 rc = 0 be = 0x7f0f75e1e750 pse = 0x7f0f4803a0a0 referral = 0x0 e = 0x0 dn = 0x7f0f76081090 "cn=pm-abstractor,cn=groups,cn=accounts,dc=the,dc=flatiron,dc=com" normdn = <optimized out> sdn = 0x7f0f760811e0 passin_sdn = 1 mods = 0x7f0f48032710 pw_mod = <optimized out> tmpmods = 0x7f0f48032920 smods = {mods = 0x0, num_elements = 0, num_mods = 0, iterator = 0, free_mods = 0} repl_op = 0 internal_op = 32 lastmod = 1 skip_modified_attrs = 0 unhashed_pw_attr = 0x0 operation = 0x7f0f48039310 errorbuf = "\000\000\000\000\000\000\000\000\000\000\003H\017\177\000\000#\000\000\000\000\000\000\000\f\000\003H\017\177\000\000\000\000\000\000\000\000\000\000\200\335\002H\017\177\000\000\060\335\002H\017\177\000\000\274\377\375=\017\177\000\000\000\000\000\000\000\000\000\000\200\335\002H\017\177\000\000\360\313\002H\017\177\000\000\260\330\002H\017\177\000\000\000\000\000\000\000\000\000\000\260 \376=\017\177\000\000\220 \376=\017\177\000\000\004\363\362t\017\177", '\000' <repeats 30 times>, "\377\377\377\377", '\000' <repeats 4089 times>... err = <optimized out> lc_mod = <optimized out> p = <optimized out> i = <optimized out> proxydn = 0x0 proxy_err = <optimized out> errtext = 0x0 #11 0x00007f0f74f6cf94 in modify_internal_pb (pb=pb@entry=0x7f0f4803f7f0) at ldap/servers/slapd/modify.c:627 controls = 0x0 pwpolicy_ctrl = 0 op = 0x7f0f48039310 opresult = 0 normalized_mods = 0x7f0f48032920 mods = 0x7f0f3dfe2010 mod = 0x7f0f48032928 smods = {mods = 0x7f0f00000000, num_elements = 1962335489, num_mods = 32527, iterator = 1208219632, free_mods = 32527} pw_change = <optimized out> old_pw = 0x0 #12 0x00007f0f74f6daa3 in slapi_modify_internal_pb (pb=pb@entry=0x7f0f4803f7f0) at ldap/servers/slapd/modify.c:482 No locals. #13 0x00007f0f693baa14 in memberof_del_dn_type_callback (e=0x7f0f760811e0, callback_data=<optimized out>) at ldap/servers/plugins/memberof/memberof.c:500 rc = 0 mod = {mod_op = 1, mod_type = 0x7f0f4802c100 "member", mod_vals = {modv_strvals = 0x7f0f3dfe2020, modv_bvals = 0x7f0f3dfe2020}} mods = {0x7f0f3dfe2030, 0x0} val = {0x7f0f48001940 "uid=c-pammelton,cn=users,cn=accounts,dc=the,dc=flatiron,dc=com", 0x0} mod_pb = 0x7f0f4803f7f0 #14 0x00007f0f74f8e107 in send_ldap_search_entry_ext (pb=pb@entry=0x7f0f4802d140, e=0x7f0f760811e0, ectrls=ectrls@entry=0x0, attrs=0x0, attrsonly=0, send_result=send_result@entry=0, nentries=nentries@entry=0, urls=urls@entry=0x0) at ldap/servers/slapd/result.c:1266 conn = 0x0 op = 0x7f0f4802d410 ber = 0x0 i = <optimized out> rc = 0 logit = 0 alluserattrs = <optimized out> noattrs = <optimized out> some_named_attrs = <optimized out> dontsendattr = 0x0 operation = 0x7f0f4802d410 real_attrs_only = 0 ctrlp = 0x0 ecopy = 0x0 searchctrlp = 0x0 #15 0x00007f0f74f8ef6c in send_ldap_search_entry (pb=pb@entry=0x7f0f4802d140, e=<optimized out>, ectrls=ectrls@entry=0x0, attrs=<optimized out>, attrsonly=<optimized out>) at ldap/servers/slapd/result.c:825 No locals. #16 0x00007f0f74f71329 in iterate (pb=pb@entry=0x7f0f4802d140, pnentries=pnentries@entry=0x7f0f3dfe2438, pagesize=pagesize@entry=-1, pr_statp=pr_statp@entry=0x7f0f3dfe23b4, be=0x7f0f4802d140, send_result=1) at ldap/servers/slapd/opshared.c:1444 gerentry = 0x0 operation = 0x7f0f4802d410 rc = 0 rval = 1 attrsonly = 0 done = 0 e = 0x7f0f760811e0 attrs = 0x0 pr_stat = 0 pr_idx = -1 #17 0x00007f0f74f717bd in send_results_ext (pb=pb@entry=0x7f0f4802d140, nentries=nentries@entry=0x7f0f3dfe2438, pagesize=-1, pr_stat=pr_stat@entry=0x7f0f3dfe23b4, send_result=1) at ldap/servers/slapd/opshared.c:1682 be = 0x7f0f75e1e750 rc = <optimized out> #18 0x00007f0f74f72e91 in op_shared_search (pb=pb@entry=0x7f0f4802d140, send_result=send_result@entry=1) at ldap/servers/slapd/opshared.c:853 be_suffix = 0x7f0f75c307b0 err = 0 next_be = 0x0 base = 0x7f0f75d0e510 "dc=the,dc=flatiron,dc=com" normbase = <optimized out> fstr = 0x7f0f4802c440 "(member=uid=c-pammelton,cn=users,cn=accounts,dc=the,dc=flatiron,dc=com)" scope = 2 be = 0x7f0f75e1e750 be_single = 0x0 be_list = {0x7f0f75e1e750, 0x0 <repeats 228 times>, 0x7f0f73554db0 <fill_n+288>, 0xffffffff00000000, 0x7f0f3dfe2e13, 0x0, 0x0, 0x0, 0x7f0f74fc4a11, 0x7f0f3dfe2e60, 0x0, 0xa, 0x7f0f74fc4a10, 0x7f0f3dfe3fb8, 0x7f0f7355519e <dosprintf+430>, 0x0, 0x0, 0x0, 0x7f0f3dfe2c3f, 0x7f0f3dfe2c40, 0x0, 0x7f0f3dfe2d90, 0x7f0f3dfe2d91, 0x0, 0x0, 0x0, 0x2000000000000000, 0x7f0f3dfe4140, 0x0 <repeats 57 times>, 0x31303100, 0x8aa9804e8d558400, 0x0, 0x7f0f3dfe2f60, 0x1d, 0x7f0f3dfe3760, 0x7f0f74fc49e0, 0x7f0f3dfe3fb8, 0x7f0f3dfe4140, 0x7f0f735561d2 <PR_vsnprintf+50>, 0x7f0f73554ec0 <LimitStuff>, 0x7f0f3dfe3760, 0x7f0f3dfe3796, 0x800, 0x0, 0x7f0f73566bd0 <PR_Unlock+80>, 0x7f0f75394b28, 0x7f0f74f63bb4 <vslapd_log_access+612>, 0xa, 0x7f0f74fbca36, 0x7f0f3dfe4298, 0x35, 0x7f0f751fa3e0 <global_slapdFrontendConfig>, 0x52b144f7, 0x0, 0x52b144f7, 0x7f0f3dfe2f20, 0x0, 0x7f0f3dfe3070, 0x7f0f3dfe3071, 0x0, 0x0, 0x0, 0x2000000000000000, 0x7f0f74fba69a, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x2f6365442f38315b, 0x3a36303a33313032, 0x302b2039313a3734, 0x205d303030, 0x0 <repeats 46 times>, 0x30390000, 0x8aa9804e8d558400, 0x0, 0x7f0f3dfe3240, 0x1d, 0x7f0f3dfe3a40, 0x7f0f74fbca10, 0x7f0f3dfe4298, 0x7f0f3dfe4414, 0x7f0f735561d2 <PR_vsnprintf+50>, 0x7f0f73554ec0 <LimitStuff>, 0x7f0f3dfe3a40, 0x7f0f3dfe3b8e, 0x800, 0x0, 0x7f0f73566bd0 <PR_Unlock+80>, 0x7f0f753949be, 0x7f0f74f63bb4 <vslapd_log_access+612>, 0x0, 0x0, 0x0, 0x14d, 0x7f0f751fa3e0 <global_slapdFrontendConfig>, 0x52b144f7, 0x0, 0x52b144f7, 0x0 <repeats 16 times>, 0x2f6365442f38315b, 0x3a36303a33313032, 0x302b2039313a3734, 0x205d303030, 0x0 <repeats 62 times>, 0x1, 0x7f0f3dfe3549, 0x7f0f3dfe3540, 0x7f0f74fa33a9 <slapi_has8thBit+9>, 0x7f0f3dfe3540, 0x7f0f74fa3f35 <slapi_utf8casecmp+101>, 0x7f0f3dfe3498, 0x7f0f48008bf0, 0x0, 0x0, 0x0, 0x7f0f3dfe3520, 0x7f0f3dfe3610, 0x1, 0x0, 0x1, 0x1, 0x7f0f70fad9ff <value_cmp+1231>, 0x1, 0x7f0f00000000, 0x7f0f00000000, 0x7f0f00000001, 0x7f0f3dfe35d0, 0x7f0f74fa3f35 <slapi_utf8casecmp+101>, 0x20, 0x0, 0xa, 0x7f0f3dfe3540, 0x9, 0x7f0f76238118, 0x6f7a736e64617069, 0x7f0f4800656e, 0x7f0f48008bf0, 0x7f0f70fad308 <value_normalize_ext+296>, 0x148003be0, 0x1, 0x7f0f3dfe3588, 0x7f0f3dfe3580, 0x7f0f00000001, 0x7f0f3dfe3618, 0x7f0f30017640, 0x0, 0x7f0f3dfe3610, 0x1, 0x7f0f30017648, 0x7f0f74f34f36 <slapi_ch_free+22>, 0xa3...} referral_list = {0x0, 0x7f0f74f34f36 <slapi_ch_free+22>, 0x0, 0x7f0f69c89f56 <dblayer_pop_pvt_txn+70>, 0x7f0f75cb4c90, 0x0, 0x7f0f4802b4f0, 0x7f0f69c9184c <dblayer_txn_commit_ext+380>, 0x0, 0x1, 0x0, 0x7f0f751eeb7c <slapd_ldap_debug>, 0x7f0f3dfe4478, 0x7f0f75e1e750, 0xf7, 0x7f0f69c9c79b <idl_new_fetch+603>, 0x0, 0x7f0f3dfe88a8, 0x7f0f3dfe4460, 0x7f0fffff86f4, 0x7f0f3dfe44b0, 0x7f0f3dfe4480, 0x0, 0x7f0f75e1e750, 0x0, 0xffffffff, 0x7f0f762bf6b0, 0x7f0f4802b650, 0x7f0f3dfe6760, 0x2500000025, 0x0, 0x0, 0x800, 0x7f0f3dfe4580, 0x7f0f3dfe4510, 0x200000002000, 0x0, 0x0, 0x800, 0x7f0f69c89f56 <dblayer_pop_pvt_txn+70>, 0x0, 0x4, 0x0, 0x0, 0x0, 0x1, 0x22a010004, 0x656432663d010025, 0x6132362d32383036, 0x38382d3365313136, 0x622d386166626162, 0x38633065343136, 0x229010004, 0x656432663d010025, 0x6132362d31383036, 0x38382d3365313136, 0x622d386166626162, 0x38633065343136, 0x208010004, 0x656364663d010025, 0x3830352d32383831, 0x38382d3365313164, 0x622d386166626162, 0x38633065343136, 0x207010004, 0x656364663d010025, 0x3830352d31383831, 0x38382d3365313164, 0x622d386166626162, 0x38633065343136, 0x1e5010004, 0x323562653d010025, 0x6636342d32303766, 0x34622d3365313164, 0x632d333831613561, 0x65353863383066, 0x1e4010004, 0x323562653d010025, 0x6636342d31303766, 0x34622d3365313164, 0x632d333831613561, 0x65353863383066, 0x1d9010004, 0x656163653d010025, 0x3835342d32303365, 0x34622d3365313138, 0x632d333831613561, 0x65353863383066, 0x1d8010004, 0x656163653d010025, 0x3835342d31303365, 0x34622d3365313138, 0x632d333831613561, 0x65353863383066, 0x1be010004, 0x333562653d010025, 0x3135332d32303334, 0x38382d3365313133, 0x622d386166626162, 0x38633065343136, 0x1bd010004, 0x333562653d010025, 0x3135332d31303334, 0x38382d3365313133, 0x622d386166626162, 0x38633065343136, 0x1a2010004, 0x363139663d010025, 0x6366322d31306633, 0x34622d3365313165, 0x632d333831613561, 0x65353863383066, 0x185010004, 0x626463663d010025, 0x3036322d33303662, 0x38382d3365313162, 0x622d386166626162, 0x38633065343136, 0x184010004, 0x626463663d010025, 0x3036322d32303662, 0x38382d3365313162, 0x622d386166626162, 0x38633065343136, 0x183010004, 0x626463663d010025, 0x3036322d31303662, 0x38382d3365313162, 0x622d386166626162, 0x38633065343136, 0x163010004, 0x313966663d010025, 0x3863312d32306665, 0x38382d3365313163, 0x622d386166626162, 0x38633065343136, 0x162010004, 0x313966663d010025, 0x3863312d31306665, 0x38382d3365313163, 0x622d386166626162, 0x38633065343136, 0x15e010004, 0x343863663d010025, 0x6362312d32303966, 0x38382d3365313166, 0x622d386166626162, 0x38633065343136, 0x15d010004, 0x343863663d010025, 0x6362312d31303966, 0x38382d3365313166, 0x622d386166626162, 0x38633065343136, 0x13a010004, 0x316433663d010025, 0x6235312d31303936, 0x38382d3365313138, 0x622d386166626162, 0x38633065343136, 0xf7010004, 0x666666663d010025, 0x6666662d66666666, 0x66662d6666666666, 0x662d666666666666, 0x66666666666666, 0x8d010004, 0x323438653d010025, 0x3730312d35313865, 0x38382d3365313161, 0x622d386166626162, 0x38633065343136, 0x8c010004, 0x323438653d010025, 0x3730312d33313865, 0x38382d3365313161, 0x622d386166626162, 0x38633065343136, 0x8b010004, 0x323438653d010025, 0x3730312d31313865, 0x38382d3365313161, 0x622d386166626162, 0x38633065343136, 0x8a010004, 0x323438653d010025, 0x3730312d30313865, 0x38382d3365313161, 0x622d386166626162, 0x38633065343136, 0x89010004, 0x323438653d010025, 0x3730312d66303865, 0x38382d3365313161, 0x622d386166626162, 0x38633065343136, 0x88010004, 0x323438653d010025, 0x3730312d65303865, 0x38382d3365313161...} attrlistbuf = "\023\000\000\000\000\000\000\000@\033\000H\017\177\000\000\220=\356u\017\177\000\000\000\000\000\000\000\000\000\000@\232\002H\017\177\000\000\001\000\000\000\000\000\000\000@m\356u\017\177\000\000@\033\000H\017\177\000\000 \232\002H\017\177\000\000P\347\341u\017\177\000\000\000\000\000\000\000\000\000\000O\325\311i\017\177\000\000\b\000\000\000\000\000\000\000 d\376=\017\177\000\000@m\356u\017\177\000\000@\033\000H\017\177\000\000 \232\002H\017\177\000\000P\347\341u\017\177\000\000\000\000\000\000\000\000\000\000\066O\363t\017\177\000\000\001\000\000\000\000\000\000\000\a\277\312i\017\177", '\000' <repeats 18 times>, "\003\000\000\000\000\000\000\000"... attrliststr = <optimized out> attrs = 0x0 rc = 0 internal_op = <optimized out> basesdn = 0x7f0f4802c520 sdn = 0x7f0f4802c880 operation = 0x7f0f4802d410 referral = 0x0 proxydn = 0x0 proxystr = 0x0 proxy_err = <optimized out> errtext = 0x0 errorbuf = "\000\300,v\017\177\000\000\060\036\000H\017\177\000\000\000\000\000\000\000\000\000\000\340b\356u\017\177", '\000' <repeats 18 times>, "\200h\376=\017\177\000\000%\000\000\000%", '\000' <repeats 20 times>, "\b", '\000' <repeats 30 times>, "=ffffffff-ffffffff-ffffffff-ffffffff\000queid", '\000' <repeats 86 times>... nentries = 0 pnentries = 1 flag_search_base_found = 1 flag_no_such_object = 0 flag_referral = 0 flag_psearch = <optimized out> err_code = 0 ctrlp = 0x0 ctl_value = 0x0 iscritical = 0 be_name = <optimized out> index = -1 sent_result = 0 pr_stat = 0 pagesize = -1 estimate = 0 curr_search_count = <optimized out> pr_be = <optimized out> pr_search_result = 0x0 pr_idx = -1 orig_sdn = 0x0 free_sdn = 1 #19 0x00007f0f74f7fcae in search_internal_callback_pb (pb=pb@entry=0x7f0f4802d140, callback_data=callback_data@entry=0x7f0f3dfe88a0, prc=prc@entry=0x0, psec=psec@entry=0x7f0f693ba980 <memberof_del_dn_type_callback>, prec=prec@entry=0x0) at ldap/servers/slapd/plugin_internal_op.c:812 controls = 0x0 op = 0x7f0f4802d410 filter = 0x7f0f4802d620 fstr = 0x7f0f4802c680 "(member=uid=c-pammelton,cn=users,cn=accounts,dc=the,dc=flatiron,dc=com)" callback_handler_data = {p_res_callback = 0x0, p_srch_entry_callback = 0x7f0f693ba980 <memberof_del_dn_type_callback>, p_ref_entry_callback = 0x0, callback_data = 0x7f0f3dfe88a0} scope = 2 ifstr = 0x7f0f4802c440 "(member=uid=c-pammelton,cn=users,cn=accounts,dc=the,dc=flatiron,dc=com)" opresult = 0 rc = 0 tmp_attrs = 0x0 #20 0x00007f0f74f801a9 in slapi_search_internal_callback_pb (pb=pb@entry=0x7f0f4802d140, callback_data=callback_data@entry=0x7f0f3dfe88a0, prc=prc@entry=0x0, psec=psec@entry=0x7f0f693ba980 <memberof_del_dn_type_callback>, prec=prec@entry=0x0) at ldap/servers/slapd/plugin_internal_op.c:593 No locals. #21 0x00007f0f693bb074 in memberof_call_foreach_dn (sdn=sdn@entry=0x7f0f4800a300, types=types@entry=0x7f0f3dfe8890, callback=callback@entry=0x7f0f693ba980 <memberof_del_dn_type_callback>, callback_data=callback_data@entry=0x7f0f3dfe88a0, pb=0x7f0f7633c290) at ldap/servers/plugins/memberof/memberof.c:605 search_pb = 0x7f0f4802d140 base_sdn = <optimized out> be = <optimized out> escaped_filter_val = 0x0 filter_str = 0x7f0f4802c440 "(member=uid=c-pammelton,cn=users,cn=accounts,dc=the,dc=flatiron,dc=com)" cookie = 0x7f0f4802d3f0 "" all_backends = 0 types_name_len = <optimized out> num_types = <optimized out> dn_len = <optimized out> free_it = 1 i = <optimized out> #22 0x00007f0f693bd8aa in memberof_del_dn_from_groups (pb=0x7f0f7633c290, config=0x7f0f3dfe88b0, sdn=0x7f0f4800a300) at ldap/servers/plugins/memberof/memberof.c:470 data = {dn = 0x7f0f48001940 "uid=c-pammelton,cn=users,cn=accounts,dc=the,dc=flatiron,dc=com", type = 0x7f0f4802c100 "member"} i = <optimized out> groupattrs = {0x7f0f4802c100 "member", 0x0} #23 memberof_postop_del (pb=0x7f0f7633c290) at ldap/servers/plugins/memberof/memberof.c:419 e = 0x7f0f4800e0f0 configCopy = {groupattrs = 0x7f0f4802c120, memberof_attr = 0x7f0f4802d120 "memberOf", allBackends = 0, group_filter = 0x7f0f4802cd00, group_slapiattrs = 0x7f0f4802bab0} sdn = 0x7f0f4800a300 caller_id = 0x0 #24 0x00007f0f74f7bcd5 in plugin_call_func (list=0x7f0f75cc47d0, operation=operation@entry=563, pb=pb@entry=0x7f0f7633c290, call_one=call_one@entry=0) at ldap/servers/slapd/plugin.c:1453 n = <optimized out> func = 0x7f0f693bd6f0 <memberof_postop_del> rc = <optimized out> return_value = 0 count = 6 #25 0x00007f0f74f7be3a in plugin_call_list (pb=0x7f0f7633c290, operation=563, list=<optimized out>) at ldap/servers/slapd/plugin.c:1415 No locals. #26 plugin_call_plugins (pb=pb@entry=0x7f0f7633c290, whichfunction=whichfunction@entry=563) at ldap/servers/slapd/plugin.c:398 p = 0x7f0f75cb4e50 plugin_list_number = 20 rc = 0 do_op = <optimized out> #27 0x00007f0f69cbb8b7 in ldbm_back_delete (pb=0x7f0f7633c290) at ldap/servers/slapd/back-ldbm/ldbm_delete.c:1087 be = 0x7f0f75e1e750 inst = 0x7f0f75d116b0 li = 0x7f0f75cb3b60 e = 0x7f0f760988f0 tombstone = 0x7f0f48012e60 original_tombstone = 0x7f0f48016af0 dn = 0x7f0f48001940 "uid=c-pammelton,cn=users,cn=accounts,dc=the,dc=flatiron,dc=com" txn = {back_txn_txn = 0x7f0f48001b40} parent_txn = 0x0 retval = 0 msg = <optimized out> errbuf = 0x0 retry_count = <optimized out> disk_full = 0 parent_found = <optimized out> ruv_c_init = 1 parent_modify_c = {new_entry_in_cache = 0, old_entry = 0x7f0f760deb20, new_entry = 0x7f0f48011b20, smods = 0x7f0f48011860, attr_encrypt = 1} ruv_c = {new_entry_in_cache = 0, old_entry = 0x7f0f4c0525c0, new_entry = 0x7f0f4802b610, smods = 0x7f0f48012c60, attr_encrypt = 1} rc = 0 ldap_result_code = 0 ldap_result_message = 0x0 sdnp = 0x7f0f4800a300 e_uniqueid = 0x7f0f48012b70 "8c43b101-470211e3-88babfa8-b614e0c8" nscpEntrySDN = {flag = 4 '\004', udn = 0x0, dn = 0x0, ndn = 0x7f0f48012e10 "uid=c-pammelton,cn=users,cn=accounts,dc=the,dc=flatiron,dc=com", ndn_len = 62} operation = 0x7f0f7633d7c0 opcsn = 0x7f0f48004ed0 is_fixup_operation = 0 is_ruv = 0 is_replicated_operation = 8 is_tombstone_entry = <optimized out> delete_tombstone_entry = 0 create_tombstone_entry = 1 tombstone_in_cache = 1 e_in_cache = <optimized out> addr = 0x7f0f7633d898 addordel_flags = 38 entryusn_str = 0x0 orig_entry = 0x0 parentsdn = {flag = 0 '\000', udn = 0x0, dn = 0x0, ndn = 0x0, ndn_len = 0} opreturn = 0 free_delete_existing_entry = 1 not_an_error = 0 #28 0x00007f0f74f384b0 in op_shared_delete (pb=pb@entry=0x7f0f7633c290) at ldap/servers/slapd/delete.c:364 rc = 0 rawdn = 0x7f0f48008410 "uid=c-pammelton,cn=users,cn=accounts,dc=the,dc=flatiron,dc=com" dn = <optimized out> be = 0x7f0f75e1e750 internal_op = 0 sdn = 0x7f0f4800a300 operation = 0x7f0f7633d7c0 referral = 0x0 ecopy = 0x0 errorbuf = '\000' <repeats 4176 times>... err = <optimized out> proxydn = 0x0 proxystr = 0x0 proxy_err = <optimized out> errtext = 0x0 #29 0x00007f0f74f38743 in do_delete (pb=0x7f0f7633c290) at ldap/servers/slapd/delete.c:128 operation = 0x7f0f7633d7c0 ber = 0x7f0f7627b460 rawdn = 0x7f0f48008410 "uid=c-pammelton,cn=users,cn=accounts,dc=the,dc=flatiron,dc=com" err = <optimized out> #30 0x00007f0f7543ad98 in connection_dispatch_operation (pb=<optimized out>, op=0x7f0f7633d7c0, conn=0x7f0f600ae428) at ldap/servers/slapd/connection.c:587 minssf = 0 minssf_exclude_rootdse = <optimized out> enable_nagle = 1 pop_cork = 0 #31 connection_threadmain () at ldap/servers/slapd/connection.c:2348 is_timedout = 0 curtime = <optimized out> pb = 0x7f0f7633c290 interval = 10000 conn = 0x7f0f600ae428 op = 0x7f0f7633d7c0 tag = 74 need_wakeup = 0 need_conn_release = <optimized out> thread_turbo_flag = 0 ret = <optimized out> more_data = 0 replication_connection = <optimized out> doshutdown = 0 #32 0x00007f0f7356bed1 in _pt_root () from /lib64/libnspr4.so No symbol table info available. #33 0x00007f0f72f0dc53 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #34 0x00007f0f72c3adbd in clone () from /lib64/libc.so.6 No symbol table info available.
_______________________________________________ Freeipa-users mailing list Freeipa-users@redhat.com https://www.redhat.com/mailman/listinfo/freeipa-users