https://bugs.openldap.org/show_bug.cgi?id=9421
--- Comment #3 from benjamin.demarteau@liege.be ---
Can you also provide the stats + sync log output prior to this happening? Are you using standard syncrepl or delta-syncrepl?
I'll try and get more logs soon, see below for the syncrepl config.
Can you print out the full backtrace (bt full) at least up until this
point and as much of the entry as you can, (masking out any private data), but definitely the objectclass name in frame 2 above?
I didn't see anything private, please let me know if something slipped.
#0 0x00007fda6c4168ef in __strncasecmp_l_avx () from /lib64/libc.so.6 No symbol table info available. #1 0x0000563ea88e1298 in avl_find (root=0x563eaa404820, data=data@entry=0x7fd98c000cd0, fcmp=fcmp@entry=0x563ea882d6a0 <oc_index_name_cmp>) at avl.c:545 cmp = <optimized out> #2 0x0000563ea882dbde in oc_bvfind (ocname=0x7fd98c000cd0) at oc.c:186 oir = <optimized out> oir = <optimized out> #3 oc_bvfind (ocname=ocname@entry=0x7fd98c000cd0) at oc.c:178 oir = <optimized out> #4 0x0000563ea8825c5a in objectSubClassMatch (matchp=0x7fd958cf8f9c, flags=256, syntax=<optimized out>, mr=<optimized out>, value=<optimized out>, assertedValue=0x7fd98c000cd0) at schema_prep.c:214 a = 0x7fd98c000cd0 oc = 0x563eaa45c7d0 asserted = <optimized out> #5 0x0000563ea8800fb9 in ordered_value_match (match=match@entry=0x7fd958cf8f9c, ad=0x563eaa3f44e0, mr=mr@entry=0x563eaa3e5810, flags=flags@entry=256, v1=v1@entry=0x7fd95011dd10, v2=v2@entry=0x7fd98c000cd0, text=0x7fd958cf8fa0) at value.c:693 bv1 = {bv_len = 0, bv_val = 0x0} bv2 = {bv_len = 94827115917557, bv_val = 0x7fd900000000 <error: Cannot access memory at address 0x7fd900000000>} #6 0x0000563ea880344d in test_ava_filter (op=op@entry=0x7fd958cf93d0, e=e@entry=0x563eaa430998, ava=0x7fd98c000cc8, type=type@entry=163) at filterentry.c:777 ret = <optimized out> match = 32729 text = 0x7fd958cf8fe8 "\354?\200\250>V" use = 256 mr = 0x563eaa3e5810 bv = 0x7fd95011dd10 rc = 5 a = 0x563eaa44c2c0 __PRETTY_FUNCTION__ = "test_ava_filter" #7 0x0000563ea8803fec in test_filter (op=op@entry=0x7fd958cf93d0, e=e@entry=0x563eaa430998, f=f@entry=0x7fd98c000d08) at filterentry.c:88 rc = <optimized out> #8 0x0000563ea8803c81 in test_filter_and (flist=<optimized out>, e=0x563eaa430998, op=0x7fd958cf93d0) at filterentry.c:879 rc = <optimized out> f = 0x7fd98c000d08 rtn = 6 f = <optimized out> rtn = <optimized out> rc = <optimized out> #9 test_filter (op=op@entry=0x7fd958cf93d0, e=0x563eaa430998, f=<optimized out>) at filterentry.c:118 rc = <optimized out> #10 0x00007fda683ce58f in syncprov_matchops (op=op@entry=0x7fd958cf9f90, opc=opc@entry=0x7fd950121ad0, saveit=saveit@entry=0) at syncprov.c:1393 op2 = {o_hdr = 0x7fd958cf9280, o_tag = 99, o_time = 1607446933, o_tincr = 39, o_bd = 0x563eaa4998d0, o_req_dn = {bv_len = 12, bv_val = 0x7fd98c000c80 "cn=acces\030"}, o_req_ndn = {bv_len = 12, bv_val = 0x7fd98c000cb0 "cn=acces\030"}, o_request = {oq_add = {rs_modlist = 0x2, rs_e = 0xffffffffffffffff}, oq_bind = {rb_method = 2, rb_cred = {bv_len = 18446744073709551615, bv_val = 0x563eaa49dfb8 "\377\377\377\377"}, rb_edn = {bv_len = 0, bv_val = 0x7fd98c000e28 "\005"}, rb_ssf = 2348813688, rb_mech = {bv_len = 101, bv_val = 0x7fd98c001308 "(&(entryCSN>=20201201110619.762262Z#000000#003#000000)(&(objectClass=auditWriteObject)(reqResult=0)))"}}, oq_compare = {rs_ava = 0x2}, oq_modify = {rs_mods = { rs_modlist = 0x2, rs_no_opattrs = -1 '\377'}, rs_increment = -1437999176}, oq_modrdn = {rs_mods = {rs_modlist = 0x2, rs_no_opattrs = -1 '\377'}, rs_deleteoldrdn = -1437999176, rs_newrdn = { bv_len = 0, bv_val = 0x7fd98c000e28 "\005"}, rs_nnewrdn = {bv_len = 140572333444472, bv_val = 0x65 <error: Cannot access memory at address 0x65>}, rs_newSup = 0x7fd98c001308, rs_nnewSup = 0x0}, oq_search = {rs_scope = 2, rs_deref = 0, rs_slimit = -1, rs_tlimit = -1, rs_limit = 0x563eaa49dfb8, rs_attrsonly = 0, rs_attrs = 0x7fd98c000e28, rs_filter = 0x7fd98c000d78, rs_filterstr = { bv_len = 101, bv_val = 0x7fd98c001308 "(&(entryCSN>=20201201110619.762262Z#000000#003#000000)(&(objectClass=auditWriteObject)(reqResult=0)))"}}, oq_abandon = {rs_msgid = 2}, oq_cancel = { rs_msgid = 2}, oq_extended = {rs_reqoid = {bv_len = 2, bv_val = 0xffffffffffffffff <error: Cannot access memory at address 0xffffffffffffffff>}, rs_flags = -1437999176, rs_reqdata = 0x0}, oq_pwdexop = {rs_extended = {rs_reqoid = {bv_len = 2, bv_val = 0xffffffffffffffff <error: Cannot access memory at address 0xffffffffffffffff>}, rs_flags = -1437999176, rs_reqdata = 0x0}, rs_old = { bv_len = 140572333444648, bv_val = 0x7fd98c000d78 "\240"}, rs_new = {bv_len = 101, bv_val = 0x7fd98c001308 "(&(entryCSN>=20201201110619.762262Z#000000#003#000000)(&(objectClass=auditWriteObject)(reqResult=0)))"}, rs_mods = 0x0, rs_modtail = 0x0}}, o_abandon = 0, o_cancel = 0, o_groups = 0x0, o_do_not_cache = 0 '\000', o_is_auth_check = 0 '\000', o_dont_replicate = 0 '\000', o_acl_priv = ACL_NONE, o_nocaching = 0 '\000', o_delete_glue_parent = 0 '\000', o_no_schema_check = 0 '\000', o_no_subordinate_glue = 0 '\000', o_ctrlflag = '\000' <repeats 14 times>, "\003\000\000\062", '\000' <repeats 13 times>, o_controls = 0x7fd99014f670, o_authz = { sai_method = 128, sai_mech = {bv_len = 0, bv_val = 0x0}, sai_dn = {bv_len = 51, bv_val = 0x7fd95011ec40 "cn=replicator,ou=technical,ou=people,dc=liege,dc=be"}, sai_ndn = {bv_len = 51, bv_val = 0x7fd98c1680a0 "cn=replicator,ou=technical,ou=people,dc=liege,dc=be"}, sai_ssf = 256, sai_transport_ssf = 0, sai_tls_ssf = 256, sai_sasl_ssf = 0}, o_ber = 0x7fd950115250, o_res_ber = 0x0, o_callback = 0x0, o_ctrls = 0x7fd98c001198, o_csn = {bv_len = 0, bv_val = 0x0}, o_private = 0x0, o_extra = {slh_first = 0x0}, o_next = {stqe_next = 0x0}} sm = <optimized out> ss = 0x7fd98c18fd70 oh = {oh_opid = 13, oh_connid = 336443, oh_conn = 0x563eaa504830, oh_msgid = 14, oh_protocol = 3, oh_tid = 140571474638592, oh_threadctx = 0x7fd958cfaab0, oh_tmpmemctx = 0x7fd95011e5e0, oh_tmpmfuncs = 0x563ea8b69fa0 <slap_sl_mfuncs>, oh_counters = 0x7fd9501204e0, oh_log_prefix = "conn=336411 op=13", '\000' <repeats 238 times>, oh_extensions = 0x0} found = 0 snext = <optimized out> on = 0x563eaa49b280 si = 0x563eaa49b460 fc = {fdn = 0x7fd958cf9fc8, fss = 0x7fd98c18fd70, fbase = 1, fscope = 1} pss = 0x563eaa49b460 e = 0x563eaa430998 a = <optimized out> rc = <optimized out> gonext = 1 newdn = {bv_len = 140571474629160, bv_val = 0x7fd958cf9400 "\200\f"} freefdn = <optimized out> b0 = 0x7fd958cf9cd0 db = {bd_info = 0x0, bd_self = 0x563eaa6e5fc0, be_ctrls = "\341!\000\000\000\000\000\000\364\004\210\250>V\000\000\344\227\317X\331\177\000\000P\230\317X\331\177\000", <incomplete sequence \340>, be_flags = 15, be_restrictops = 140571474630304, be_requires = 18005031565085346560, be_ssf_set = {sss_ssf = 1489999952, sss_transport = 32729, sss_tls = 2827488567, sss_sasl = 22078, sss_update_ssf = 1489999968, sss_update_transport = 32729, sss_update_tls = 2827492915, sss_update_sasl = 22078, sss_simple_bind = 1489999296}, be_suffix = 0x563e00010000, be_nsuffix = 0x8, be_schemadn = {bv_len = 140569985170232, bv_val = 0x0}, be_schemandn = {bv_len = 18005031565085346560, bv_val = 0x0}, be_rootdn = {bv_len = 140571474630736, bv_val = 0x1958cf97a0 <error: Cannot access memory at address 0x1958cf97a0>}, be_rootndn = {bv_len = 34359738399, bv_val = 0xe <error: Cannot access memory at address 0xe>}, be_rootpw = { bv_len = 4294936498, bv_val = 0x0}, be_max_deref_depth = 2827506529, be_def_limit = {lms_t_soft = 22078, lms_t_hard = -1435607104, lms_s_soft = 22078, lms_s_hard = 0, lms_s_unchecked = 0, lms_s_pr = 0, lms_s_pr_hide = 32729, lms_s_pr_total = 0}, be_limits = 0x0, be_acl = 0x7, be_dfltaccess = -1743705582, be_extra_anlist = 0x563ea887d3ea <mdb_cmp_memn+42>, be_update_ndn = { bv_len = 140571327972704, bv_val = 0x7fd958cf96c0 "\276\227\317X\331\177"}, be_update_refs = 0xf0000, be_pending_csn_list = 0xffffffffffffffff, be_pcl_mutex = {__data = {__lock = 1489999504, __count = 32729, __owner = 1343363729, __nusers = 32729, __kind = 1343363726, __spins = 32729, __elision = 0, __list = {__prev = 0x7fd958cf96f0, __next = 0x580f975c}}, __size = "\220\226\317X\331\177\000\000\221\032\022P\331\177\000\000\216\032\022P\331\177\000\000\360\226\317X\331\177\000\000\\227\017X\000\000\000", __align = 140571474630288}, be_syncinfo = 0xffffffffffffffff, be_pb = 0x7fd958cf97a0, be_cf_ocs = 0x7fd958cf97c1, be_private = 0x7fd958cf97be, be_next = {stqe_next = 0x7fd958cf97b7}} #11 0x00007fda683d037f in syncprov_op_response (op=0x7fd958cf9f90, rs=<optimized out>) at syncprov.c:2115 maxcsn = {bv_len = 40, bv_val = 0x7fd958cf97a0 "20201208170213.107305Z#000000#002#000000"} cbuf = "20201208170213.107305Z#000000#002#000000\000\213\233Nи\336\371\000\000\000@\000\000\000\000\000\020\000\000\b\000\001" do_check = <optimized out> foundit = 1 csn_changed = <optimized out> have_psearches = 1 opc = <optimized out> on = <optimized out> si = <optimized out> sm = <optimized out>
Relevant syncrepl and syncprov config might also be helpful.
This is all I could find related to the MMR setup in our installation playbooks:
- index: 1 name: syncprov objectClass: olcSyncProvConfig
- index: 2 name: accesslog objectClass: olcAccessLogConfig attributes: olcAccessLogDB: cn=accesslog olcAccessLogOps: writes olcAccessLogSuccess: "TRUE" olcAccessLogPurge: 07+00:00 01+00:00 # remove stuff older than 7 days, every 1 day
- dn: "olcOverlay={0}syncprov,olcDatabase={2}mdb,cn=config" objectClass: - olcOverlayConfig - olcSyncProvConfig attributes: olcSpNoPresent: "TRUE" olcSpReloadHint: "TRUE"
- olcSyncrepl: index: "{{ item.0.index }}" values: >- {{ '{' ~ server_index + '}' }}rid={{ rid }} provider="ldaps://{{ hostvars[item.1].inventory_hostname }}" binddn="{{ item.0.replication_binddn }}" bindmethod=simple credentials="{{ item.0.replication_bindpw }}" searchbase="{{ item.0.olcSuffix }}" logbase="cn=accesslog" logfilter="(&(objectClass=auditWriteObject)(reqResult=0))" schemachecking=on syncdata=accesslog type=refreshAndPersist retry="5 5 300 +" timeout=1 tls_cacert={{ ca_cert_directory }}/ca.pem