backtrace

~~~
GNU gdb (GDB; SUSE Linux Enterprise 12) 7.9.1
Copyright (C) 2015 Free Software Foundation, Inc.
License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html>
This is free software: you are free to change and redistribute it.
There is NO WARRANTY, to the extent permitted by law.  Type "show copying"
and "show warranty" for details.
This GDB was configured as "x86_64-suse-linux".
Type "show configuration" for configuration details.
For bug reporting instructions, please see:
<http://bugs.opensuse.org/>.
Find the GDB manual and other documentation resources online at:
<http://www.gnu.org/software/gdb/documentation/>.
For help, type "help".
Type "apropos word" to search for commands related to "word"...
Reading symbols from /usr/lib64/opensaf/osafimmnd...done.
[New LWP 5608]
[New LWP 5612]
[New LWP 5610]
[New LWP 5611]
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib64/libthread_db.so.1".
Core was generated by `/usr/lib64/opensaf/osafimmnd --tracemask=0xffffffff'.
Program terminated with signal SIGABRT, Aborted.
#0  0x00007efe3c1690c7 in raise () from /lib64/libc.so.6
### BT ###
#0  0x00007efe3c1690c7 in raise () from /lib64/libc.so.6
#1  0x00007efe3c16a478 in abort () from /lib64/libc.so.6
#2  0x00007efe3d5e129e in __osafassert_fail (__file=<optimized out>, 
__line=<optimized out>, __func=<optimized out>, __assertion=<optimized out>) at 
../../../../../../opensaf/osaf/libs/core/leap/sysf_def.c:281
#3  0x0000000000430a14 in ImmModel::ccbAbort (this=0x119c840, 
ccbId=ccbId@entry=79, connVector=..., clVector=..., 
nodeId=nodeId@entry=0x7ffcaaaf5314, 
pbeNodeIdPtr=pbeNodeIdPtr@entry=0x7ffcaaaf5318) at 
../../../../../../../opensaf/osaf/services/saf/immsv/immnd/ImmModel.cc:6169
#4  0x0000000000430dd2 in immModel_ccbAbort (cb=cb@entry=0x69e5a0 <_immnd_cb>, 
ccbId=ccbId@entry=79, arrSize=arrSize@entry=0x7ffcaaaf530c, 
implConnArr=implConnArr@entry=0x7ffcaaaf5320, 
clientArr=clientArr@entry=0x7ffcaaaf5328, 
clArrSize=clArrSize@entry=0x7ffcaaaf5310, nodeId=nodeId@entry=0x7ffcaaaf5314, 
pbeNodeId=0x7ffcaaaf5318) at 
../../../../../../../opensaf/osaf/services/saf/immsv/immnd/ImmModel.cc:1353
#5  0x0000000000404276 in immnd_evt_ccb_abort (cb=cb@entry=0x69e5a0 
<_immnd_cb>, ccbId=79, clientArr=clientArr@entry=0x7ffcaaaf5548, 
clArrsize=clArrsize@entry=0x7ffcaaaf5538, nodeId=nodeId@entry=0x7ffcaaaf553c) 
at ../../../../../../../opensaf/osaf/services/saf/immsv/immnd/immnd_evt.c:6931
#6  0x0000000000407ff8 in immnd_evt_proc_ccb_finalize (cb=cb@entry=0x69e5a0 
<_immnd_cb>, evt=evt@entry=0x7ffcaaaf57e0, 
originatedAtThisNd=originatedAtThisNd@entry=SA_FALSE, 
clnt_hdl=clnt_hdl@entry=0, reply_dest=0) at 
../../../../../../../opensaf/osaf/services/saf/immsv/immnd/immnd_evt.c:7687
#7  0x0000000000416afd in immnd_evt_proc_fevs_dispatch (cb=cb@entry=0x69e5a0 
<_immnd_cb>, msg=msg@entry=0x7efe34003568, 
originatedAtThisNd=originatedAtThisNd@entry=SA_FALSE, 
clnt_hdl=clnt_hdl@entry=0, reply_dest=reply_dest@entry=0, 
msgNo=msgNo@entry=5671) at 
../../../../../../../opensaf/osaf/services/saf/immsv/immnd/immnd_evt.c:8318
#8  0x0000000000419b86 in immnd_evt_proc_fevs_rcv (sinfo=0x7efe34003680, 
evt=0x7efe34003540, cb=0x69e5a0 <_immnd_cb>) at 
../../../../../../../opensaf/osaf/services/saf/immsv/immnd/immnd_evt.c:9145
#9  immnd_process_evt () at 
../../../../../../../opensaf/osaf/services/saf/immsv/immnd/immnd_evt.c:684
#10 0x000000000040bc36 in main (argc=<optimized out>, argv=<optimized out>) at 
../../../../../../../opensaf/osaf/services/saf/immsv/immnd/immnd_main.c:370
### BT FULL ###
#0  0x00007efe3c1690c7 in raise () from /lib64/libc.so.6
No symbol table info available.
#1  0x00007efe3c16a478 in abort () from /lib64/libc.so.6
No symbol table info available.
#2  0x00007efe3d5e129e in __osafassert_fail (__file=<optimized out>, 
__line=<optimized out>, __func=<optimized out>, __assertion=<optimized out>) at 
../../../../../../opensaf/osaf/libs/core/leap/sysf_def.c:281
No locals.
#3  0x0000000000430a14 in ImmModel::ccbAbort (this=0x119c840, 
ccbId=ccbId@entry=79, connVector=..., clVector=..., 
nodeId=nodeId@entry=0x7ffcaaaf5314, 
pbeNodeIdPtr=pbeNodeIdPtr@entry=0x7ffcaaaf5318) at 
../../../../../../../opensaf/osaf/services/saf/immsv/immnd/ImmModel.cc:6169
        pbeConn = 0
        __FUNCTION__ = "ccbAbort"
        i = <optimized out>
        isi = <optimized out>
        ccb = 0x1405350
#4  0x0000000000430dd2 in immModel_ccbAbort (cb=cb@entry=0x69e5a0 <_immnd_cb>, 
ccbId=ccbId@entry=79, arrSize=arrSize@entry=0x7ffcaaaf530c, 
implConnArr=implConnArr@entry=0x7ffcaaaf5320, 
clientArr=clientArr@entry=0x7ffcaaaf5328, 
clArrSize=clArrSize@entry=0x7ffcaaaf5310, nodeId=nodeId@entry=0x7ffcaaaf5314, 
pbeNodeId=0x7ffcaaaf5318) at 
../../../../../../../opensaf/osaf/services/saf/immsv/immnd/ImmModel.cc:1353
        aborted = <optimized out>
        __FUNCTION__ = "immModel_ccbAbort"
        cv = {
          <std::_Vector_base<unsigned int, std::allocator<unsigned int> >> = {
            _M_impl = {
              <std::allocator<unsigned int>> = {
                <__gnu_cxx::new_allocator<unsigned int>> = {<No data fields>}, 
<No data fields>}, 
              members of std::_Vector_base<unsigned int, 
std::allocator<unsigned int> >::_Vector_impl: 
              _M_start = 0x0, 
              _M_finish = 0x0, 
              _M_end_of_storage = 0x0
            }
          }, <No data fields>}
        cl = {
          <std::_Vector_base<unsigned int, std::allocator<unsigned int> >> = {
            _M_impl = {
              <std::allocator<unsigned int>> = {
                <__gnu_cxx::new_allocator<unsigned int>> = {<No data fields>}, 
<No data fields>}, 
              members of std::_Vector_base<unsigned int, 
std::allocator<unsigned int> >::_Vector_impl: 
              _M_start = 0x0, 
              _M_finish = 0x0, 
              _M_end_of_storage = 0x0
            }
          }, <No data fields>}
        cvi = {
          _M_current = 0x0
        }
        cli = {
          _M_current = 0x0
        }
        ix = 0
#5  0x0000000000404276 in immnd_evt_ccb_abort (cb=cb@entry=0x69e5a0 
<_immnd_cb>, ccbId=79, clientArr=clientArr@entry=0x7ffcaaaf5548, 
clArrsize=clArrsize@entry=0x7ffcaaaf5538, nodeId=nodeId@entry=0x7ffcaaaf553c) 
at ../../../../../../../opensaf/osaf/services/saf/immsv/immnd/immnd_evt.c:6931
        send_evt = {
          next = 0x7, 
          type = 1017129513, 
          info = {
            imma = {
              type = 0, 
              info = {
                initRsp = {
                  immHandle = 139630416349145, 
                  error = 4666320
                }, 
                errRsp = {
                  error = 1029556185, 
                  errStrings = 0x4733d0
                }, 
                admInitRsp = {
                  error = 1029556185, 
                  ownerId = 32510
                }, 
                ccbInitRsp = {
                  error = 1029556185, 
                  ccbId = 32510
                }, 
                searchInitRsp = {
                  error = 1029556185, 
                  searchId = 32510
                }, 
                searchNextRsp = 0x7efe3d5dc7d9 <output+425>, 
                searchBundleNextRsp = 0x7efe3d5dc7d9 <output+425>, 
                searchRemote = {
                  client_hdl = 139630416349145, 
                  requestNodeId = 4666320, 
                  remoteNodeId = 0, 
                  searchId = 9110, 
                  objectName = {
                    size = 1029822783, 
                    buf = 0x479818 "REMOTE FEVS received. Messages from me 
still pending:%u"
                  }, 
                  attributeNames = 0x600000003
                }, 
                admOpReq = {
                  adminOwnerId = 1029556185, 
                  invocation = 32510, 
                  operationId = 4666320, 
                  continuationId = 140720308495254, 
                  timeout = 139630416615743, 
                  objectName = {
                    size = 4691992, 
                    buf = 0x600000003 <error: Cannot access memory at address 
0x600000003>
                  }, 
                  params = 0x7efe00000021
                }, 
                admOpRsp = {
                  oi_client_hdl = 139630416349145, 
                  invocation = 4666320, 
                  result = 9110, 
                  error = 32764, 
                  parms = 0x7efe3d61d93f
                }, 
                objCreate = {
                  ccbId = 1029556185, 
                  adminOwnerId = 32510, 
                  className = {
                    size = 4666320, 
                    buf = 0x7ffc00002396 <error: Cannot access memory at 
address 0x7ffc00002396>
                  }, 
                  parentOrObjectDn = {
                    size = 1029822783, 
                    buf = 0x479818 "REMOTE FEVS received. Messages from me 
still pending:%u"
                  }, 
                  attrValues = 0x600000003, 
                  immHandle = 139629386792993
                }, 
                objDelete = {
                  ccbId = 1029556185, 
                  adminOwnerId = 32510, 
                  objectName = {
                    size = 4666320, 
                    buf = 0x7ffc00002396 <error: Cannot access memory at 
address 0x7ffc00002396>
                  }, 
                  immHandle = 139630416615743
                }, 
                objModify = {
                  ccbId = 1029556185, 
                  adminOwnerId = 32510, 
                  objectName = {
                    size = 4666320, 
                    buf = 0x7ffc00002396 <error: Cannot access memory at 
address 0x7ffc00002396>
                  }, 
                  attrMods = 0x7efe3d61d93f, 
                  immHandle = 4691992
                }, 
                ccbCompl = {
                  ccbId = 1029556185, 
                  implId = 32510, 
                  invocation = 4666320, 
                  immHandle = 140720308495254
                }, 
                classDescr = {
                  className = {
                    size = 1029556185, 
                    buf = 0x4733d0 
"../../../../../../../opensaf/osaf/services/saf/immsv/immnd/immnd_evt.c"
                  }, 
                  classCategory = 9110, 
                  attrDefinitions = 0x7efe3d61d93f
                }, 
                implSetRsp = {
                  error = 1029556185, 
                  implId = 32510
                }, 
                tmr_info = {
                  type = 1029556185, 
                  adm_owner_hdl = 4666320, 
                  client_hdl = 140720308495254, 
                  invocation = 139630416615743
                }
              }
            }, 
            immnd = {
              dont_free_me = false, 
              unused1 = false, 
              unused2 = false, 
              unused3 = false, 
              error = 0, 
              type = 1029556185, 
              info = {
                initReq = {
                  version = {
                    releaseCode = 208 '\320', 
                    majorVersion = 51 '3', 
                    minorVersion = 71 'G'
                  }, 
                  client_pid = 0
                }, 
                finReq = {
                  client_hdl = 4666320
                }, 
                adminitReq = {
                  client_hdl = 4666320, 
                  i = {
                    adminOwnerName = {
                      _opaque = {9110, 0, 32764, 0, 55615, 15713, 32510, 0, 
38936, 71, 0, 0, 3, 0, 6, 0, 33, 0, 32510, 0, 21616, 43695, 9110, 0, 23112, 
43695, 32764, 0, 8585, 22572, 0, 0, 64863, 3, 0, 0, 17, 0, 6, 0, 10, 0, 16, 0, 
10, 0, 116, 0, 3, 0, 320, 0, 0, 0, 0, 0, 3600, 0, 0, 0, 36528, 279, 0, 0, 2560, 
51419, 62907, 3383, 28494, 8310, 13873, 12576, 0, 0, 0, 0, 0, 0, 0, 0, 58784, 
105, 0, 0, 0, 0, 0, 0, 13672, 13312, 32510, 0, 22496, 43695, 32764, 0, 52123, 
15709, 32510, 0, 24947, 12134, 29551, 26209, 40, 0, 48, 0, 21776, 43695, 32764, 
0, 21584, 43695, 32764, 0, 12132, 28009, 28269, 24420, 30309, 11892, 14947, 
12601, 12337, 8285, 12884, 21024, 19781}
                    }, 
                    releaseOwnershipOnFinalize = (SA_TRUE | unknown: 1162223684)
                  }
                }, 
                ccbinitReq = {
                  adminOwnerId = 4666320, 
                  ccbFlags = 140720308495254, 
                  client_hdl = 139630416615743
                }, 
                implSet = {
                  client_hdl = 4666320, 
                  impl_name = {
                    size = 9110, 
                    buf = 0x7efe3d61d93f "T2"
                  }, 
                  impl_id = 4691992, 
                  scope = 0, 
                  oi_timeout = 3
                }, 
                admFinReq = {
                  adm_owner_id = 4666320
                }, 
                admReq = {
                  adm_owner_id = 4666320, 
                  scope = 0, 
                  objectNames = 0x7ffc00002396
                }, 
                admOpReq = {
                  adminOwnerId = 4666320, 
                  invocation = 0, 
                  operationId = 140720308495254, 
                  continuationId = 139630416615743, 
                  timeout = 4691992, 
                  objectName = {
                    size = 3, 
                    buf = 0x7efe00000021 <error: Cannot access memory at 
address 0x7efe00000021>
                  }, 
                  params = 0x2396aaaf5470
                }, 
                fevsReq = {
                  sender_count = 4666320, 
                  reply_dest = 140720308495254, 
                  client_hdl = 139630416615743, 
                  msg = {
                    size = 4691992, 
                    buf = 0x600000003 <error: Cannot access memory at address 
0x600000003>
                  }, 
                  isObjSync = 33 '!'
                }, 
                admOpRsp = {
                  oi_client_hdl = 4666320, 
                  invocation = 140720308495254, 
                  result = 1029822783, 
                  error = 32510, 
                  parms = 0x479818
                }, 
                ccbUpcallRsp = {
                  oi_client_hdl = 4666320, 
                  ccbId = 9110, 
                  implId = 32764, 
                  inv = 1029822783, 
                  result = 32510, 
                  name = {
                    _opaque = {38936, 71, 0, 0, 3, 0, 6, 0, 33, 0, 32510, 0, 
21616, 43695, 9110, 0, 23112, 43695, 32764, 0, 8585, 22572, 0, 0, 64863, 3, 0, 
0, 17, 0, 6, 0, 10, 0, 16, 0, 10, 0, 116, 0, 3, 0, 320, 0, 0, 0, 0, 0, 3600, 0, 
0, 0, 36528, 279, 0, 0, 2560, 51419, 62907, 3383, 28494, 8310, 13873, 12576, 0, 
0, 0, 0, 0, 0, 0, 0, 58784, 105, 0, 0, 0, 0, 0, 0, 13672, 13312, 32510, 0, 
22496, 43695, 32764, 0, 52123, 15709, 32510, 0, 24947, 12134, 29551, 26209, 40, 
0, 48, 0, 21776, 43695, 32764, 0, 21584, 43695, 32764, 0, 12132, 28009, 28269, 
24420, 30309, 11892, 14947, 12601, 12337, 8285, 12884, 21024, 19781, 21583, 
8261, 17734, 44336, 71, 0, 0, 21568}
                  }, 
                  errorString = {
                    size = 1701273971, 
                    buf = 0x747320656d206d6f <error: Cannot access memory at 
address 0x747320656d206d6f>
                  }
                }, 
                classDescr = {
                  className = {
                    size = 4666320, 
                    buf = 0x7ffc00002396 <error: Cannot access memory at 
address 0x7ffc00002396>
                  }, 
                  classCategory = 1029822783, 
                  attrDefinitions = 0x479818
                }, 
                objCreate = {
                  ccbId = 4666320, 
                  adminOwnerId = 0, 
                  className = {
                    size = 9110, 
                    buf = 0x7efe3d61d93f "T2"
                  }, 
                  parentOrObjectDn = {
                    size = 4691992, 
                    buf = 0x600000003 <error: Cannot access memory at address 
0x600000003>
                  }, 
                  attrValues = 0x7efe00000021, 
                  immHandle = 39130015683696
                }, 
                objModify = {
                  ccbId = 4666320, 
                  adminOwnerId = 0, 
                  objectName = {
                    size = 9110, 
                    buf = 0x7efe3d61d93f "T2"
                  }, 
                  attrMods = 0x479818, 
                  immHandle = 25769803779
                }, 
                objDelete = {
                  ccbId = 4666320, 
                  adminOwnerId = 0, 
                  objectName = {
                    size = 9110, 
                    buf = 0x7efe3d61d93f "T2"
                  }, 
                  immHandle = 4691992
                }, 
                obj_sync = {
                  className = {
                    size = 4666320, 
                    buf = 0x7ffc00002396 <error: Cannot access memory at 
address 0x7ffc00002396>
                  }, 
                  objectName = {
                    size = 1029822783, 
                    buf = 0x479818 "REMOTE FEVS received. Messages from me 
still pending:%u"
                  }, 
                  attrValues = 0x600000003, 
                  next = 0x7efe00000021
                }, 
                finSync = {
                  lastContinuationId = 4666320, 
                  adminOwners = 0x7ffc00002396, 
                  implementers = 0x7efe3d61d93f, 
                  classes = 0x479818, 
                  ccbResults = 0x600000003
                }, 
                ccbId = 4666320, 
                searchOp = {
                  client_hdl = 4666320, 
                  searchId = 9110
                }, 
                searchInit = {
                  client_hdl = 4666320, 
                  rootName = {
                    size = 9110, 
                    buf = 0x7efe3d61d93f "T2"
                  }, 
                  scope = 4691992, 
                  searchOptions = 25769803779, 
                  searchParam = {
                    present = 33, 
                    choice = {
                      oneAttrParam = {
                        attrName = {
                          size = 2863617136, 
                          buf = 0x7ffcaaaf5a48 "("
                        }, 
                        attrValueType = 1479287177, 
                        attrValue = {
                          val = {
                            saint32 = 261471, 
                            sauint32 = 261471, 
                            saint64 = 261471, 
                            sauint64 = 261471, 
                            satime = 261471, 
                            safloat = 3.66398911e-40, 
                            sadouble = 1.2918383848375658e-318, 
                            x = {
                              size = 261471, 
                              buf = 0x600000011 <error: Cannot access memory at 
address 0x600000011>
                            }
                          }
                        }
                      }
                    }
                  }, 
                  attributeNames = 0x100000000a, 
                  ccbId = 10
                }, 
                rtAttUpdRpl = {
                  sr = {
                    client_hdl = 4666320, 
                    requestNodeId = 9110, 
                    remoteNodeId = 32764, 
                    searchId = 1029822783, 
                    objectName = {
                      size = 4691992, 
                      buf = 0x600000003 <error: Cannot access memory at address 
0x600000003>
                    }, 
                    attributeNames = 0x7efe00000021
                  }, 
                  result = 2863617136
                }, 
                searchRemote = {
                  client_hdl = 4666320, 
                  requestNodeId = 9110, 
                  remoteNodeId = 32764, 
                  searchId = 1029822783, 
                  objectName = {
                    size = 4691992, 
                    buf = 0x600000003 <error: Cannot access memory at address 
0x600000003>
                  }, 
                  attributeNames = 0x7efe00000021
                }, 
                rspSrchRmte = {
                  result = 4666320, 
                  requestNodeId = 0, 
                  remoteNodeId = 9110, 
                  searchId = 32764, 
                  runtimeAttrs = {
                    objectName = {
                      size = 1029822783, 
                      buf = 0x479818 "REMOTE FEVS received. Messages from me 
still pending:%u"
                    }, 
                    attrValuesList = 0x600000003
                  }
                }, 
                ctrl = {
                  nodeId = 4666320, 
                  rulingEpoch = 0, 
                  fevsMsgStart = 140720308495254, 
                  ndExecPid = 1029822783, 
                  canBeCoord = 254 '\376', 
                  isCoord = 126 '~', 
                  syncStarted = 0 '\000', 
                  nodeEpoch = 4691992, 
                  pbeEnabled = 0 '\000', 
                  dir = {
                    size = 3, 
                    buf = 0x7efe00000021 <error: Cannot access memory at 
address 0x7efe00000021>
                  }, 
                  xmlFile = {
                    size = 2863617136, 
                    buf = 0x7ffcaaaf5a48 "("
                  }, 
                  pbeFile = {
                    size = 1479287177, 
                    buf = 0x3fd5f <error: Cannot access memory at address 
0x3fd5f>
                  }
                }, 
                adminitGlobal = {
                  globalOwnerId = 4666320, 
                  i = {
                    adminOwnerName = {
                      _opaque = {0, 0, 9110, 0, 32764, 0, 55615, 15713, 32510, 
0, 38936, 71, 0, 0, 3, 0, 6, 0, 33, 0, 32510, 0, 21616, 43695, 9110, 0, 23112, 
43695, 32764, 0, 8585, 22572, 0, 0, 64863, 3, 0, 0, 17, 0, 6, 0, 10, 0, 16, 0, 
10, 0, 116, 0, 3, 0, 320, 0, 0, 0, 0, 0, 3600, 0, 0, 0, 36528, 279, 0, 0, 2560, 
51419, 62907, 3383, 28494, 8310, 13873, 12576, 0, 0, 0, 0, 0, 0, 0, 0, 58784, 
105, 0, 0, 0, 0, 0, 0, 13672, 13312, 32510, 0, 22496, 43695, 32764, 0, 52123, 
15709, 32510, 0, 24947, 12134, 29551, 26209, 40, 0, 48, 0, 21776, 43695, 32764, 
0, 21584, 43695, 32764, 0, 12132, 28009, 28269, 24420, 30309, 11892, 14947, 
12601, 12337, 8285, 12884}
                    }, 
                    releaseOwnershipOnFinalize = (SA_TRUE | unknown: 1414483268)
                  }
                }, 
                ccbinitGlobal = {
                  globalCcbId = 4666320, 
                  i = {
                    adminOwnerId = 9110, 
                    ccbFlags = 139630416615743, 
                    client_hdl = 4691992
                  }
                }, 
                mds_info = {
                  change = 4666320, 
                  dest = 140720308495254, 
                  svc_id = 1029822783, 
                  node_id = 32510, 
                  role = 4691992
                }, 
                syncFevsBase = 4666320
              }
            }, 
            immd = {
              type = 0, 
              info = {
                ctrl_msg = {
                  ndExecPid = 1029556185, 
                  epoch = 32510, 
                  refresh = 208 '\320', 
                  pbeEnabled = 51 '3', 
                  dir = {
                    size = 9110, 
                    buf = 0x7efe3d61d93f "T2"
                  }, 
                  xmlFile = {
                    size = 4691992, 
                    buf = 0x600000003 <error: Cannot access memory at address 
0x600000003>
                  }, 
                  pbeFile = {
                    size = 33, 
                    buf = 0x2396aaaf5470 <error: Cannot access memory at 
address 0x2396aaaf5470>
                  }, 
                  fevs_count = 140723172104776, 
                  admo_id_count = 1479287177, 
                  ccb_id_count = 0, 
                  impl_count = 261471
                }, 
                admown_init = {
                  client_hdl = 139630416349145, 
                  i = {
                    adminOwnerName = {
                      _opaque = {13264, 71, 0, 0, 9110, 0, 32764, 0, 55615, 
15713, 32510, 0, 38936, 71, 0, 0, 3, 0, 6, 0, 33, 0, 32510, 0, 21616, 43695, 
9110, 0, 23112, 43695, 32764, 0, 8585, 22572, 0, 0, 64863, 3, 0, 0, 17, 0, 6, 
0, 10, 0, 16, 0, 10, 0, 116, 0, 3, 0, 320, 0, 0, 0, 0, 0, 3600, 0, 0, 0, 36528, 
279, 0, 0, 2560, 51419, 62907, 3383, 28494, 8310, 13873, 12576, 0, 0, 0, 0, 0, 
0, 0, 0, 58784, 105, 0, 0, 0, 0, 0, 0, 13672, 13312, 32510, 0, 22496, 43695, 
32764, 0, 52123, 15709, 32510, 0, 24947, 12134, 29551, 26209, 40, 0, 48, 0, 
21776, 43695, 32764, 0, 21584, 43695, 32764, 0, 12132, 28009, 28269, 24420, 
30309, 11892, 14947, 12601, 12337}
                    }, 
                    releaseOwnershipOnFinalize = (unknown: 1377841748)
                  }
                }, 
                ccb_init = {
                  adminOwnerId = 1029556185, 
                  ccbFlags = 4666320, 
                  client_hdl = 140720308495254
                }, 
                impl_set = {
                  r = {
                    client_hdl = 139630416349145, 
                    impl_name = {
                      size = 4666320, 
                      buf = 0x7ffc00002396 <error: Cannot access memory at 
address 0x7ffc00002396>
                    }, 
                    impl_id = 1029822783, 
                    scope = 32510, 
                    oi_timeout = 4691992
                  }, 
                  reply_dest = 25769803779
                }, 
                objModify = {
                  ccbId = 1029556185, 
                  adminOwnerId = 32510, 
                  objectName = {
                    size = 4666320, 
                    buf = 0x7ffc00002396 <error: Cannot access memory at 
address 0x7ffc00002396>
                  }, 
                  attrMods = 0x7efe3d61d93f, 
                  immHandle = 4691992
                }, 
                ccbId = 1029556185, 
                admoId = 1029556185, 
                fevsReq = {
                  sender_count = 139630416349145, 
                  reply_dest = 4666320, 
                  client_hdl = 140720308495254, 
                  msg = {
                    size = 1029822783, 
                    buf = 0x479818 "REMOTE FEVS received. Messages from me 
still pending:%u"
                  }, 
                  isObjSync = 3 '\003'
                }, 
                tmr_info = {
                  type = 1029556185, 
                  info = {
                    immnd_dest = 4666320
                  }
                }, 
                mds_info = {
                  change = 1029556185, 
                  dest = 4666320, 
                  svc_id = 9110, 
                  node_id = 32764, 
                  role = 1029822783
                }, 
                rda_info = {
                  io_role = 1029556185
                }, 
                syncFevsBase = {
                  fevsBase = 139630416349145, 
                  client_hdl = 4666320
                }, 
                pbe2 = {
                  epoch = 1029556185, 
                  maxCcbId = 32510, 
                  maxCommitTime = 4666320, 
                  maxWeakCcbId = 140720308495254, 
                  maxWeakCommitTime = 1029822783
                }
              }
            }
          }, 
          sinfo = {
            to_svc = 543976553, 
            dest = 128802754096745, 
            stype = MDS_SENDTYPE_SND, 
            ctxt = {
              length = 0 '\000', 
              data = '\000' <repeats 11 times>
            }, 
            mSynReqCount = 0 '\000', 
            pid = 0, 
            uid = 3369798144, 
            gid = 221771195
          }
        }
        implConnArr = 0x0
        arrSize = 0
        dummyClsize = 0
        dummynodeId = 0
        dummyClient = 0x0
        implHandle = 0
        pbeNodeId = 0
        pbeNodeIdPtr = <optimized out>
        oi_cl_node = 0x0
        __FUNCTION__ = "immnd_evt_ccb_abort"
        applCtn = 0
        applConnArr = 0x7efe3d61d93f
        applArrSize = <optimized out>
#6  0x0000000000407ff8 in immnd_evt_proc_ccb_finalize (cb=cb@entry=0x69e5a0 
<_immnd_cb>, evt=evt@entry=0x7ffcaaaf57e0, 
originatedAtThisNd=originatedAtThisNd@entry=SA_FALSE, 
clnt_hdl=clnt_hdl@entry=0, reply_dest=0) at 
../../../../../../../opensaf/osaf/services/saf/immsv/immnd/immnd_evt.c:7687
        err = SA_AIS_OK
        send_evt = {
          next = 0x0, 
          type = 0, 
          info = {
            imma = {
              type = 0, 
              info = {
                initRsp = {
                  immHandle = 0, 
                  error = 0
                }, 
                errRsp = {
                  error = 0, 
                  errStrings = 0x0
                }, 
                admInitRsp = {
                  error = 0, 
                  ownerId = 0
                }, 
                ccbInitRsp = {
                  error = 0, 
                  ccbId = 0
                }, 
                searchInitRsp = {
                  error = 0, 
                  searchId = 0
                }, 
                searchNextRsp = 0x0, 
                searchBundleNextRsp = 0x0, 
                searchRemote = {
                  client_hdl = 0, 
                  requestNodeId = 0, 
                  remoteNodeId = 0, 
                  searchId = 0, 
                  objectName = {
                    size = 0, 
                    buf = 0xd37f5bbc8db0a00 <error: Cannot access memory at 
address 0xd37f5bbc8db0a00>
                  }, 
                  attributeNames = 0x7ffcaaaf57d0
                }, 
                admOpReq = {
                  adminOwnerId = 0, 
                  invocation = 0, 
                  operationId = 0, 
                  continuationId = 0, 
                  timeout = 0, 
                  objectName = {
                    size = 3369798144, 
                    buf = 0x7ffcaaaf57d0 ""
                  }, 
                  params = 0x69e5a0 <_immnd_cb>
                }, 
                admOpRsp = {
                  oi_client_hdl = 0, 
                  invocation = 0, 
                  result = 0, 
                  error = 0, 
                  parms = 0x0
                }, 
                objCreate = {
                  ccbId = 0, 
                  adminOwnerId = 0, 
                  className = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  parentOrObjectDn = {
                    size = 0, 
                    buf = 0xd37f5bbc8db0a00 <error: Cannot access memory at 
address 0xd37f5bbc8db0a00>
                  }, 
                  attrValues = 0x7ffcaaaf57d0, 
                  immHandle = 6940064
                }, 
                objDelete = {
                  ccbId = 0, 
                  adminOwnerId = 0, 
                  objectName = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  immHandle = 0
                }, 
                objModify = {
                  ccbId = 0, 
                  adminOwnerId = 0, 
                  objectName = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  attrMods = 0x0, 
                  immHandle = 952500033089636864
                }, 
                ccbCompl = {
                  ccbId = 0, 
                  implId = 0, 
                  invocation = 0, 
                  immHandle = 0
                }, 
                classDescr = {
                  className = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  classCategory = 0, 
                  attrDefinitions = 0x0
                }, 
                implSetRsp = {
                  error = 0, 
                  implId = 0
                }, 
                tmr_info = {
                  type = 0, 
                  adm_owner_hdl = 0, 
                  client_hdl = 0, 
                  invocation = 0
                }
              }
            }, 
            immnd = {
              dont_free_me = false, 
              unused1 = false, 
              unused2 = false, 
              unused3 = false, 
              error = 0, 
              type = 0, 
              info = {
                initReq = {
                  version = {
                    releaseCode = 0 '\000', 
                    majorVersion = 0 '\000', 
                    minorVersion = 0 '\000'
                  }, 
                  client_pid = 0
                }, 
                finReq = {
                  client_hdl = 0
                }, 
                adminitReq = {
                  client_hdl = 0, 
                  i = {
                    adminOwnerName = {
                      _opaque = {0, 0, 0, 0, 0, 0, 0, 0, 2560, 51419, 62907, 
3383, 22480, 43695, 32764, 0, 58784, 105, 0, 0, 25728, 13312, 32510, 0, 26048, 
13312, 32510, 0, 0, 0, 0, 0, 271, 2, 1270, 0, 22096, 43695, 32764, 0, 2560, 
51419, 62907, 3383, 1, 0, 0, 0, 22480, 43695, 32764, 0, 0, 0, 0, 0, 22384, 
43695, 32764, 0, 0, 0, 0, 0, 13672, 13312, 32510, 0, 0, 0, 0, 0, 52123, 15709, 
32510, 0, 8016, 0, 0, 0, 48, 0, 48, 0, 22264, 43695, 32764, 0, 22064, 43695, 
32764, 0, 22224, 43695, 32764, 0, 0, 0, 0, 0, 22392, 43695, 32764, 0, 22216, 
43695, 32764, 0, 3468, 73, 0, 0, 62, 0, 0, 0, 0, 0, 0, 0, 2560, 51419, 62907, 
3383, 0, 0, 0, 0, 22384}
                    }, 
                    releaseOwnershipOnFinalize = (unknown: 32764)
                  }
                }, 
                ccbinitReq = {
                  adminOwnerId = 0, 
                  ccbFlags = 0, 
                  client_hdl = 0
                }, 
                implSet = {
                  client_hdl = 0, 
                  impl_name = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  impl_id = 3369798144, 
                  scope = 221771195, 
                  oi_timeout = 2863618000
                }, 
                admFinReq = {
                  adm_owner_id = 0
                }, 
                admReq = {
                  adm_owner_id = 0, 
                  scope = 0, 
                  objectNames = 0x0
                }, 
                admOpReq = {
                  adminOwnerId = 0, 
                  invocation = 0, 
                  operationId = 0, 
                  continuationId = 0, 
                  timeout = 952500033089636864, 
                  objectName = {
                    size = 2863618000, 
                    buf = 0x69e5a0 <_immnd_cb> "\001"
                  }, 
                  params = 0x7efe34006480
                }, 
                fevsReq = {
                  sender_count = 0, 
                  reply_dest = 0, 
                  client_hdl = 0, 
                  msg = {
                    size = 3369798144, 
                    buf = 0x7ffcaaaf57d0 ""
                  }, 
                  isObjSync = 160 '\240'
                }, 
                admOpRsp = {
                  oi_client_hdl = 0, 
                  invocation = 0, 
                  result = 0, 
                  error = 0, 
                  parms = 0xd37f5bbc8db0a00
                }, 
                ccbUpcallRsp = {
                  oi_client_hdl = 0, 
                  ccbId = 0, 
                  implId = 0, 
                  inv = 0, 
                  result = 0, 
                  name = {
                    _opaque = {2560, 51419, 62907, 3383, 22480, 43695, 32764, 
0, 58784, 105, 0, 0, 25728, 13312, 32510, 0, 26048, 13312, 32510, 0, 0, 0, 0, 
0, 271, 2, 1270, 0, 22096, 43695, 32764, 0, 2560, 51419, 62907, 3383, 1, 0, 0, 
0, 22480, 43695, 32764, 0, 0, 0, 0, 0, 22384, 43695, 32764, 0, 0, 0, 0, 0, 
13672, 13312, 32510, 0, 0, 0, 0, 0, 52123, 15709, 32510, 0, 8016, 0, 0, 0, 48, 
0, 48, 0, 22264, 43695, 32764, 0, 22064, 43695, 32764, 0, 22224, 43695, 32764, 
0, 0, 0, 0, 0, 22392, 43695, 32764, 0, 22216, 43695, 32764, 0, 3468, 73, 0, 0, 
62, 0, 0, 0, 0, 0, 0, 0, 2560, 51419, 62907, 3383, 0, 0, 0, 0, 22384, 43695, 
32764, 0, 22480, 43695, 32764, 0, 22216}
                  }, 
                  errorString = {
                    size = 2863617744, 
                    buf = 0x7efe34003568 "\f"
                  }
                }, 
                classDescr = {
                  className = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  classCategory = 0, 
                  attrDefinitions = 0xd37f5bbc8db0a00
                }, 
                objCreate = {
                  ccbId = 0, 
                  adminOwnerId = 0, 
                  className = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  parentOrObjectDn = {
                    size = 3369798144, 
                    buf = 0x7ffcaaaf57d0 ""
                  }, 
                  attrValues = 0x69e5a0 <_immnd_cb>, 
                  immHandle = 139630259233920
                }, 
                objModify = {
                  ccbId = 0, 
                  adminOwnerId = 0, 
                  objectName = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  attrMods = 0xd37f5bbc8db0a00, 
                  immHandle = 140723172104144
                }, 
                objDelete = {
                  ccbId = 0, 
                  adminOwnerId = 0, 
                  objectName = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  immHandle = 952500033089636864
                }, 
                obj_sync = {
                  className = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  objectName = {
                    size = 0, 
                    buf = 0xd37f5bbc8db0a00 <error: Cannot access memory at 
address 0xd37f5bbc8db0a00>
                  }, 
                  attrValues = 0x7ffcaaaf57d0, 
                  next = 0x69e5a0 <_immnd_cb>
                }, 
                finSync = {
                  lastContinuationId = 0, 
                  adminOwners = 0x0, 
                  implementers = 0x0, 
                  classes = 0xd37f5bbc8db0a00, 
                  ccbResults = 0x7ffcaaaf57d0
                }, 
                ccbId = 0, 
                searchOp = {
                  client_hdl = 0, 
                  searchId = 0
                }, 
                searchInit = {
                  client_hdl = 0, 
                  rootName = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  scope = 3369798144, 
                  searchOptions = 140723172104144, 
                  searchParam = {
                    present = 6940064, 
                    choice = {
                      oneAttrParam = {
                        attrName = {
                          size = 872440960, 
                          buf = 0x7efe340065c0 "\032"
                        }, 
                        attrValueType = 0, 
                        attrValue = {
                          val = {
                            saint32 = 131343, 
                            sauint32 = 131343, 
                            saint64 = 5454608597263, 
                            sauint64 = 5454608597263, 
                            satime = 5454608597263, 
                            safloat = 1.84050744e-40, 
                            sadouble = 2.69493471941796e-311, 
                            x = {
                              size = 131343, 
                              buf = 0x7ffcaaaf5650 "\214\rI"
                            }
                          }
                        }
                      }
                    }
                  }, 
                  attributeNames = 0xd37f5bbc8db0a00, 
                  ccbId = 1
                }, 
                rtAttUpdRpl = {
                  sr = {
                    client_hdl = 0, 
                    requestNodeId = 0, 
                    remoteNodeId = 0, 
                    searchId = 0, 
                    objectName = {
                      size = 3369798144, 
                      buf = 0x7ffcaaaf57d0 ""
                    }, 
                    attributeNames = 0x69e5a0 <_immnd_cb>
                  }, 
                  result = 872440960
                }, 
                searchRemote = {
                  client_hdl = 0, 
                  requestNodeId = 0, 
                  remoteNodeId = 0, 
                  searchId = 0, 
                  objectName = {
                    size = 3369798144, 
                    buf = 0x7ffcaaaf57d0 ""
                  }, 
                  attributeNames = 0x69e5a0 <_immnd_cb>
                }, 
                rspSrchRmte = {
                  result = 0, 
                  requestNodeId = 0, 
                  remoteNodeId = 0, 
                  searchId = 0, 
                  runtimeAttrs = {
                    objectName = {
                      size = 0, 
                      buf = 0xd37f5bbc8db0a00 <error: Cannot access memory at 
address 0xd37f5bbc8db0a00>
                    }, 
                    attrValuesList = 0x7ffcaaaf57d0
                  }
                }, 
                ctrl = {
                  nodeId = 0, 
                  rulingEpoch = 0, 
                  fevsMsgStart = 0, 
                  ndExecPid = 0, 
                  canBeCoord = 0 '\000', 
                  isCoord = 0 '\000', 
                  syncStarted = 0 '\000', 
                  nodeEpoch = 3369798144, 
                  pbeEnabled = 187 '\273', 
                  dir = {
                    size = 2863618000, 
                    buf = 0x69e5a0 <_immnd_cb> "\001"
                  }, 
                  xmlFile = {
                    size = 872440960, 
                    buf = 0x7efe340065c0 "\032"
                  }, 
                  pbeFile = {
                    size = 0, 
                    buf = 0x4f60002010f <error: Cannot access memory at address 
0x4f60002010f>
                  }
                }, 
                adminitGlobal = {
                  globalOwnerId = 0, 
                  i = {
                    adminOwnerName = {
                      _opaque = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2560, 51419, 
62907, 3383, 22480, 43695, 32764, 0, 58784, 105, 0, 0, 25728, 13312, 32510, 0, 
26048, 13312, 32510, 0, 0, 0, 0, 0, 271, 2, 1270, 0, 22096, 43695, 32764, 0, 
2560, 51419, 62907, 3383, 1, 0, 0, 0, 22480, 43695, 32764, 0, 0, 0, 0, 0, 
22384, 43695, 32764, 0, 0, 0, 0, 0, 13672, 13312, 32510, 0, 0, 0, 0, 0, 52123, 
15709, 32510, 0, 8016, 0, 0, 0, 48, 0, 48, 0, 22264, 43695, 32764, 0, 22064, 
43695, 32764, 0, 22224, 43695, 32764, 0, 0, 0, 0, 0, 22392, 43695, 32764, 0, 
22216, 43695, 32764, 0, 3468, 73, 0, 0, 62, 0, 0, 0, 0, 0, 0, 0, 2560, 51419, 
62907, 3383, 0, 0, 0}
                    }, 
                    releaseOwnershipOnFinalize = (unknown: 2863617904)
                  }
                }, 
                ccbinitGlobal = {
                  globalCcbId = 0, 
                  i = {
                    adminOwnerId = 0, 
                    ccbFlags = 0, 
                    client_hdl = 952500033089636864
                  }
                }, 
                mds_info = {
                  change = NCSMDS_NONE, 
                  dest = 0, 
                  svc_id = 0, 
                  node_id = 0, 
                  role = 3369798144
                }, 
                syncFevsBase = 0
              }
            }, 
            immd = {
              type = 0, 
              info = {
                ctrl_msg = {
                  ndExecPid = 0, 
                  epoch = 0, 
                  refresh = 0 '\000', 
                  pbeEnabled = 0 '\000', 
                  dir = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  xmlFile = {
                    size = 3369798144, 
                    buf = 0x7ffcaaaf57d0 ""
                  }, 
                  pbeFile = {
                    size = 6940064, 
                    buf = 0x7efe34006480 ""
                  }, 
                  fevs_count = 139630259234240, 
                  admo_id_count = 0, 
                  ccb_id_count = 0, 
                  impl_count = 131343
                }, 
                admown_init = {
                  client_hdl = 0, 
                  i = {
                    adminOwnerName = {
                      _opaque = {0 <repeats 12 times>, 2560, 51419, 62907, 
3383, 22480, 43695, 32764, 0, 58784, 105, 0, 0, 25728, 13312, 32510, 0, 26048, 
13312, 32510, 0, 0, 0, 0, 0, 271, 2, 1270, 0, 22096, 43695, 32764, 0, 2560, 
51419, 62907, 3383, 1, 0, 0, 0, 22480, 43695, 32764, 0, 0, 0, 0, 0, 22384, 
43695, 32764, 0, 0, 0, 0, 0, 13672, 13312, 32510, 0, 0, 0, 0, 0, 52123, 15709, 
32510, 0, 8016, 0, 0, 0, 48, 0, 48, 0, 22264, 43695, 32764, 0, 22064, 43695, 
32764, 0, 22224, 43695, 32764, 0, 0, 0, 0, 0, 22392, 43695, 32764, 0, 22216, 
43695, 32764, 0, 3468, 73, 0, 0, 62, 0, 0, 0, 0, 0, 0, 0, 2560, 51419, 62907, 
3383, 0}
                    }, 
                    releaseOwnershipOnFinalize = SA_FALSE
                  }
                }, 
                ccb_init = {
                  adminOwnerId = 0, 
                  ccbFlags = 0, 
                  client_hdl = 0
                }, 
                impl_set = {
                  r = {
                    client_hdl = 0, 
                    impl_name = {
                      size = 0, 
                      buf = 0x0
                    }, 
                    impl_id = 0, 
                    scope = 0, 
                    oi_timeout = 3369798144
                  }, 
                  reply_dest = 140723172104144
                }, 
                objModify = {
                  ccbId = 0, 
                  adminOwnerId = 0, 
                  objectName = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  attrMods = 0x0, 
                  immHandle = 952500033089636864
                }, 
                ccbId = 0, 
                admoId = 0, 
                fevsReq = {
                  sender_count = 0, 
                  reply_dest = 0, 
                  client_hdl = 0, 
                  msg = {
                    size = 0, 
                    buf = 0xd37f5bbc8db0a00 <error: Cannot access memory at 
address 0xd37f5bbc8db0a00>
                  }, 
                  isObjSync = 208 '\320'
                }, 
                tmr_info = {
                  type = 0, 
                  info = {
                    immnd_dest = 0
                  }
                }, 
                mds_info = {
                  change = NCSMDS_NONE, 
                  dest = 0, 
                  svc_id = 0, 
                  node_id = 0, 
                  role = 0
                }, 
                rda_info = {
                  io_role = PCS_RDA_UNDEFINED
                }, 
                syncFevsBase = {
                  fevsBase = 0, 
                  client_hdl = 0
                }, 
                pbe2 = {
                  epoch = 0, 
                  maxCcbId = 0, 
                  maxCommitTime = 0, 
                  maxWeakCcbId = 0, 
                  maxWeakCommitTime = 0
                }
              }
            }
          }, 
          sinfo = {
            to_svc = 0, 
            dest = 4644323, 
            stype = MDS_SENDTYPE_EMPTY1, 
            ctxt = {
              length = 0 '\000', 
              data = "\000\000\000\203\351^=\376~\000\000"
            }, 
            mSynReqCount = 0 '\000', 
            pid = 0, 
            uid = 20994744, 
            gid = 0
          }
        }
        cl_node = 0x0
        clArrSize = 0
        nodeId = 0
        ix = 0
        clientArr = 0x0
        internalCcbAbort = SA_FALSE
        errStrings = 0x0
#7  0x0000000000416afd in immnd_evt_proc_fevs_dispatch (cb=cb@entry=0x69e5a0 
<_immnd_cb>, msg=msg@entry=0x7efe34003568, 
originatedAtThisNd=originatedAtThisNd@entry=SA_FALSE, 
clnt_hdl=clnt_hdl@entry=0, reply_dest=reply_dest@entry=0, 
msgNo=msgNo@entry=5671) at 
../../../../../../../opensaf/osaf/services/saf/immsv/immnd/immnd_evt.c:8318
        error = SA_AIS_OK
        frwrd_evt = {
          next = 0x0, 
          type = IMMSV_EVT_TYPE_IMMND, 
          info = {
            imma = {
              type = 0, 
              info = {
                initRsp = {
                  immHandle = 62, 
                  error = 79
                }, 
                errRsp = {
                  error = 62, 
                  errStrings = 0x4f
                }, 
                admInitRsp = {
                  error = 62, 
                  ownerId = 0
                }, 
                ccbInitRsp = {
                  error = 62, 
                  ccbId = 0
                }, 
                searchInitRsp = {
                  error = 62, 
                  searchId = 0
                }, 
                searchNextRsp = 0x3e, 
                searchBundleNextRsp = 0x3e, 
                searchRemote = {
                  client_hdl = 62, 
                  requestNodeId = 79, 
                  remoteNodeId = 0, 
                  searchId = 0, 
                  objectName = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  attributeNames = 0x0
                }, 
                admOpReq = {
                  adminOwnerId = 62, 
                  invocation = 0, 
                  operationId = 79, 
                  continuationId = 0, 
                  timeout = 0, 
                  objectName = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  params = 0x0
                }, 
                admOpRsp = {
                  oi_client_hdl = 62, 
                  invocation = 79, 
                  result = 0, 
                  error = 0, 
                  parms = 0x0
                }, 
                objCreate = {
                  ccbId = 62, 
                  adminOwnerId = 0, 
                  className = {
                    size = 79, 
                    buf = 0x0
                  }, 
                  parentOrObjectDn = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  attrValues = 0x0, 
                  immHandle = 0
                }, 
                objDelete = {
                  ccbId = 62, 
                  adminOwnerId = 0, 
                  objectName = {
                    size = 79, 
                    buf = 0x0
                  }, 
                  immHandle = 0
                }, 
                objModify = {
                  ccbId = 62, 
                  adminOwnerId = 0, 
                  objectName = {
                    size = 79, 
                    buf = 0x0
                  }, 
                  attrMods = 0x0, 
                  immHandle = 0
                }, 
                ccbCompl = {
                  ccbId = 62, 
                  implId = 0, 
                  invocation = 79, 
                  immHandle = 0
                }, 
                classDescr = {
                  className = {
                    size = 62, 
                    buf = 0x4f <error: Cannot access memory at address 0x4f>
                  }, 
                  classCategory = 0, 
                  attrDefinitions = 0x0
                }, 
                implSetRsp = {
                  error = 62, 
                  implId = 0
                }, 
                tmr_info = {
                  type = 62, 
                  adm_owner_hdl = 79, 
                  client_hdl = 0, 
                  invocation = 0
                }
              }
            }, 
            immnd = {
              dont_free_me = false, 
              unused1 = false, 
              unused2 = false, 
              unused3 = false, 
              error = 0, 
              type = IMMND_EVT_D2ND_ABORT_CCB, 
              info = {
                initReq = {
                  version = {
                    releaseCode = 79 'O', 
                    majorVersion = 0 '\000', 
                    minorVersion = 0 '\000'
                  }, 
                  client_pid = 0
                }, 
                finReq = {
                  client_hdl = 79
                }, 
                adminitReq = {
                  client_hdl = 79, 
                  i = {
                    adminOwnerName = {
                      _opaque = {0 <repeats 129 times>}
                    }, 
                    releaseOwnershipOnFinalize = SA_FALSE
                  }
                }, 
                ccbinitReq = {
                  adminOwnerId = 79, 
                  ccbFlags = 0, 
                  client_hdl = 0
                }, 
                implSet = {
                  client_hdl = 79, 
                  impl_name = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  impl_id = 0, 
                  scope = 0, 
                  oi_timeout = 0
                }, 
                admFinReq = {
                  adm_owner_id = 79
                }, 
                admReq = {
                  adm_owner_id = 79, 
                  scope = 0, 
                  objectNames = 0x0
                }, 
                admOpReq = {
                  adminOwnerId = 79, 
                  invocation = 0, 
                  operationId = 0, 
                  continuationId = 0, 
                  timeout = 0, 
                  objectName = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  params = 0x0
                }, 
                fevsReq = {
                  sender_count = 79, 
                  reply_dest = 0, 
                  client_hdl = 0, 
                  msg = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  isObjSync = 0 '\000'
                }, 
                admOpRsp = {
                  oi_client_hdl = 79, 
                  invocation = 0, 
                  result = 0, 
                  error = 0, 
                  parms = 0x0
                }, 
                ccbUpcallRsp = {
                  oi_client_hdl = 79, 
                  ccbId = 0, 
                  implId = 0, 
                  inv = 0, 
                  result = 0, 
                  name = {
                    _opaque = {0 <repeats 129 times>}
                  }, 
                  errorString = {
                    size = 0, 
                    buf = 0x0
                  }
                }, 
                classDescr = {
                  className = {
                    size = 79, 
                    buf = 0x0
                  }, 
                  classCategory = 0, 
                  attrDefinitions = 0x0
                }, 
                objCreate = {
                  ccbId = 79, 
                  adminOwnerId = 0, 
                  className = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  parentOrObjectDn = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  attrValues = 0x0, 
                  immHandle = 0
                }, 
                objModify = {
                  ccbId = 79, 
                  adminOwnerId = 0, 
                  objectName = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  attrMods = 0x0, 
                  immHandle = 0
                }, 
                objDelete = {
                  ccbId = 79, 
                  adminOwnerId = 0, 
                  objectName = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  immHandle = 0
                }, 
                obj_sync = {
                  className = {
                    size = 79, 
                    buf = 0x0
                  }, 
                  objectName = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  attrValues = 0x0, 
                  next = 0x0
                }, 
                finSync = {
                  lastContinuationId = 79, 
                  adminOwners = 0x0, 
                  implementers = 0x0, 
                  classes = 0x0, 
                  ccbResults = 0x0
                }, 
                ccbId = 79, 
                searchOp = {
                  client_hdl = 79, 
                  searchId = 0
                }, 
                searchInit = {
                  client_hdl = 79, 
                  rootName = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  scope = 0, 
                  searchOptions = 0, 
                  searchParam = {
                    present = 0, 
                    choice = {
                      oneAttrParam = {
                        attrName = {
                          size = 0, 
                          buf = 0x0
                        }, 
                        attrValueType = 0, 
                        attrValue = {
                          val = {
                            saint32 = 0, 
                            sauint32 = 0, 
                            saint64 = 0, 
                            sauint64 = 0, 
                            satime = 0, 
                            safloat = 0, 
                            sadouble = 0, 
                            x = {
                              size = 0, 
                              buf = 0x0
                            }
                          }
                        }
                      }
                    }
                  }, 
                  attributeNames = 0x0, 
                  ccbId = 0
                }, 
                rtAttUpdRpl = {
                  sr = {
                    client_hdl = 79, 
                    requestNodeId = 0, 
                    remoteNodeId = 0, 
                    searchId = 0, 
                    objectName = {
                      size = 0, 
                      buf = 0x0
                    }, 
                    attributeNames = 0x0
                  }, 
                  result = 0
                }, 
                searchRemote = {
                  client_hdl = 79, 
                  requestNodeId = 0, 
                  remoteNodeId = 0, 
                  searchId = 0, 
                  objectName = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  attributeNames = 0x0
                }, 
                rspSrchRmte = {
                  result = 79, 
                  requestNodeId = 0, 
                  remoteNodeId = 0, 
                  searchId = 0, 
                  runtimeAttrs = {
                    objectName = {
                      size = 0, 
                      buf = 0x0
                    }, 
                    attrValuesList = 0x0
                  }
                }, 
                ctrl = {
                  nodeId = 79, 
                  rulingEpoch = 0, 
                  fevsMsgStart = 0, 
                  ndExecPid = 0, 
                  canBeCoord = 0 '\000', 
                  isCoord = 0 '\000', 
                  syncStarted = 0 '\000', 
                  nodeEpoch = 0, 
                  pbeEnabled = 0 '\000', 
                  dir = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  xmlFile = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  pbeFile = {
                    size = 0, 
                    buf = 0x0
                  }
                }, 
                adminitGlobal = {
                  globalOwnerId = 79, 
                  i = {
                    adminOwnerName = {
                      _opaque = {0 <repeats 129 times>}
                    }, 
                    releaseOwnershipOnFinalize = SA_FALSE
                  }
                }, 
                ccbinitGlobal = {
                  globalCcbId = 79, 
                  i = {
                    adminOwnerId = 0, 
                    ccbFlags = 0, 
                    client_hdl = 0
                  }
                }, 
                mds_info = {
                  change = 79, 
                  dest = 0, 
                  svc_id = 0, 
                  node_id = 0, 
                  role = 0
                }, 
                syncFevsBase = 79
              }
            }, 
            immd = {
              type = 0, 
              info = {
                ctrl_msg = {
                  ndExecPid = 62, 
                  epoch = 0, 
                  refresh = 79 'O', 
                  pbeEnabled = 0 '\000', 
                  dir = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  xmlFile = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  pbeFile = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  fevs_count = 0, 
                  admo_id_count = 0, 
                  ccb_id_count = 0, 
                  impl_count = 0
                }, 
                admown_init = {
                  client_hdl = 62, 
                  i = {
                    adminOwnerName = {
                      _opaque = {79, 0 <repeats 128 times>}
                    }, 
                    releaseOwnershipOnFinalize = SA_FALSE
                  }
                }, 
                ccb_init = {
                  adminOwnerId = 62, 
                  ccbFlags = 79, 
                  client_hdl = 0
                }, 
                impl_set = {
                  r = {
                    client_hdl = 62, 
                    impl_name = {
                      size = 79, 
                      buf = 0x0
                    }, 
                    impl_id = 0, 
                    scope = 0, 
                    oi_timeout = 0
                  }, 
                  reply_dest = 0
                }, 
                objModify = {
                  ccbId = 62, 
                  adminOwnerId = 0, 
                  objectName = {
                    size = 79, 
                    buf = 0x0
                  }, 
                  attrMods = 0x0, 
                  immHandle = 0
                }, 
                ccbId = 62, 
                admoId = 62, 
                fevsReq = {
                  sender_count = 62, 
                  reply_dest = 79, 
                  client_hdl = 0, 
                  msg = {
                    size = 0, 
                    buf = 0x0
                  }, 
                  isObjSync = 0 '\000'
                }, 
                tmr_info = {
                  type = 62, 
                  info = {
                    immnd_dest = 79
                  }
                }, 
                mds_info = {
                  change = 62, 
                  dest = 79, 
                  svc_id = 0, 
                  node_id = 0, 
                  role = 0
                }, 
                rda_info = {
                  io_role = 62
                }, 
                syncFevsBase = {
                  fevsBase = 62, 
                  client_hdl = 79
                }, 
                pbe2 = {
                  epoch = 62, 
                  maxCcbId = 0, 
                  maxCommitTime = 79, 
                  maxWeakCcbId = 0, 
                  maxWeakCommitTime = 0
                }
              }
            }
          }, 
          sinfo = {
            to_svc = 0, 
            dest = 0, 
            stype = MDS_SENDTYPE_SND, 
            ctxt = {
              length = 0 '\000', 
              data = '\000' <repeats 11 times>
            }, 
            mSynReqCount = 0 '\000', 
            pid = 0, 
            uid = 0, 
            gid = 0
          }
        }
        uba = {
          start = 0x0, 
          ub = 0x0, 
          bufp = 0x0, 
          res = 0, 
          ttl = 12, 
          max = 12
        }
#8  0x0000000000419b86 in immnd_evt_proc_fevs_rcv (sinfo=0x7efe34003680, 
evt=0x7efe34003540, cb=0x69e5a0 <_immnd_cb>) at 
../../../../../../../opensaf/osaf/services/saf/immsv/immnd/immnd_evt.c:9145
        clnt_hdl = 0
        msg = 0x7efe34003568
        err = SA_AIS_OK
        msgNo = 5671
        reply_dest = 0
        isObjSync = false
#9  immnd_process_evt () at 
../../../../../../../opensaf/osaf/services/saf/immsv/immnd/immnd_evt.c:684
        cb = 0x69e5a0 <_immnd_cb>
        rc = 1
        evt = 0x7efe34003530
        __FUNCTION__ = "immnd_process_evt"
#10 0x000000000040bc36 in main (argc=<optimized out>, argv=<optimized out>) at 
../../../../../../../opensaf/osaf/services/saf/immsv/immnd/immnd_main.c:370
        wasCoord = 0 '\000'
        passed_time = <optimized out>
        mbx_fd = <optimized out>
        error = <optimized out>
        timeout = 1000
        eventCount = 3
        maxEvt = 100
        start_time = 1479287176924
        fds = {{
            fd = 17, 
            events = 1, 
            revents = 0
          }, {
            fd = 15, 
            events = 1, 
            revents = 0
          }, {
            fd = 13, 
            events = 1, 
            revents = 1
          }}
        term_fd = 17
        __FUNCTION__ = "main"
### THREAD APPLY ALL BT ###

Thread 4 (Thread 0x7efe3da1ab00 (LWP 5611)):
#0  0x00007efe3c210bfd in poll () from /lib64/libc.so.6
#1  0x00007efe3d5dcf40 in poll (__timeout=-1, __nfds=1, __fds=0x7efe3da1a260) 
at /usr/include/bits/poll2.h:46
#2  osaf_poll_no_timeout (io_fds=0x7efe3da1a260, i_nfds=1) at 
../../../../../../opensaf/osaf/libs/core/common/osaf_poll.c:31
#3  0x00007efe3d5dd145 in osaf_ppoll (io_fds=io_fds@entry=0x7efe3da1a260, 
i_nfds=i_nfds@entry=1, i_timeout_ts=0x0, i_sigmask=i_sigmask@entry=0x0) at 
../../../../../../opensaf/osaf/libs/core/common/osaf_poll.c:78
#4  0x00007efe3d5e4a6f in ncs_tmr_wait () at 
../../../../../../opensaf/osaf/libs/core/leap/sysf_tmr.c:411
#5  0x00007efe3c9fc0a4 in start_thread () from /lib64/libpthread.so.0
#6  0x00007efe3c21902d in clone () from /lib64/libc.so.6

Thread 3 (Thread 0x7efe3b8fb700 (LWP 5610)):
#0  0x00007efe3c210bfd in poll () from /lib64/libc.so.6
#1  0x00007efe3d5dcf40 in poll (__timeout=-1, __nfds=1, __fds=0x7efe3b8fae30) 
at /usr/include/bits/poll2.h:46
#2  osaf_poll_no_timeout (io_fds=0x7efe3b8fae30, i_nfds=1) at 
../../../../../../opensaf/osaf/libs/core/common/osaf_poll.c:31
#3  0x00007efe3d5dd1c5 in osaf_poll (io_fds=io_fds@entry=0x7efe3b8fae30, 
i_nfds=i_nfds@entry=1, i_timeout=i_timeout@entry=-1) at 
../../../../../../opensaf/osaf/libs/core/common/osaf_poll.c:41
#4  0x00007efe3d5dfc92 in auth_server_main (_fd=<optimized out>) at 
../../../../../../opensaf/osaf/libs/core/common/osaf_secutil.c:174
#5  0x00007efe3c9fc0a4 in start_thread () from /lib64/libpthread.so.0
#6  0x00007efe3c21902d in clone () from /lib64/libc.so.6

Thread 2 (Thread 0x7efe3d9fab00 (LWP 5612)):
#0  0x00007efe3c210bfd in poll () from /lib64/libc.so.6
#1  0x00007efe3d619f8e in poll (__timeout=20000, __nfds=3, 
__fds=0x7efe3d9fa280) at /usr/include/bits/poll2.h:46
#2  mdtm_process_recv_events () at 
../../../../../../opensaf/osaf/libs/core/mds/mds_dt_tipc.c:698
#3  0x00007efe3c9fc0a4 in start_thread () from /lib64/libpthread.so.0
#4  0x00007efe3c21902d in clone () from /lib64/libc.so.6

Thread 1 (Thread 0x7efe3da52740 (LWP 5608)):
#0  0x00007efe3c1690c7 in raise () from /lib64/libc.so.6
#1  0x00007efe3c16a478 in abort () from /lib64/libc.so.6
#2  0x00007efe3d5e129e in __osafassert_fail (__file=<optimized out>, 
__line=<optimized out>, __func=<optimized out>, __assertion=<optimized out>) at 
../../../../../../opensaf/osaf/libs/core/leap/sysf_def.c:281
#3  0x0000000000430a14 in ImmModel::ccbAbort (this=0x119c840, 
ccbId=ccbId@entry=79, connVector=..., clVector=..., 
nodeId=nodeId@entry=0x7ffcaaaf5314, 
pbeNodeIdPtr=pbeNodeIdPtr@entry=0x7ffcaaaf5318) at 
../../../../../../../opensaf/osaf/services/saf/immsv/immnd/ImmModel.cc:6169
#4  0x0000000000430dd2 in immModel_ccbAbort (cb=cb@entry=0x69e5a0 <_immnd_cb>, 
ccbId=ccbId@entry=79, arrSize=arrSize@entry=0x7ffcaaaf530c, 
implConnArr=implConnArr@entry=0x7ffcaaaf5320, 
clientArr=clientArr@entry=0x7ffcaaaf5328, 
clArrSize=clArrSize@entry=0x7ffcaaaf5310, nodeId=nodeId@entry=0x7ffcaaaf5314, 
pbeNodeId=0x7ffcaaaf5318) at 
../../../../../../../opensaf/osaf/services/saf/immsv/immnd/ImmModel.cc:1353
#5  0x0000000000404276 in immnd_evt_ccb_abort (cb=cb@entry=0x69e5a0 
<_immnd_cb>, ccbId=79, clientArr=clientArr@entry=0x7ffcaaaf5548, 
clArrsize=clArrsize@entry=0x7ffcaaaf5538, nodeId=nodeId@entry=0x7ffcaaaf553c) 
at ../../../../../../../opensaf/osaf/services/saf/immsv/immnd/immnd_evt.c:6931
#6  0x0000000000407ff8 in immnd_evt_proc_ccb_finalize (cb=cb@entry=0x69e5a0 
<_immnd_cb>, evt=evt@entry=0x7ffcaaaf57e0, 
originatedAtThisNd=originatedAtThisNd@entry=SA_FALSE, 
clnt_hdl=clnt_hdl@entry=0, reply_dest=0) at 
../../../../../../../opensaf/osaf/services/saf/immsv/immnd/immnd_evt.c:7687
#7  0x0000000000416afd in immnd_evt_proc_fevs_dispatch (cb=cb@entry=0x69e5a0 
<_immnd_cb>, msg=msg@entry=0x7efe34003568, 
originatedAtThisNd=originatedAtThisNd@entry=SA_FALSE, 
clnt_hdl=clnt_hdl@entry=0, reply_dest=reply_dest@entry=0, 
msgNo=msgNo@entry=5671) at 
../../../../../../../opensaf/osaf/services/saf/immsv/immnd/immnd_evt.c:8318
#8  0x0000000000419b86 in immnd_evt_proc_fevs_rcv (sinfo=0x7efe34003680, 
evt=0x7efe34003540, cb=0x69e5a0 <_immnd_cb>) at 
../../../../../../../opensaf/osaf/services/saf/immsv/immnd/immnd_evt.c:9145
#9  immnd_process_evt () at 
../../../../../../../opensaf/osaf/services/saf/immsv/immnd/immnd_evt.c:684
#10 0x000000000040bc36 in main (argc=<optimized out>, argv=<optimized out>) at 
../../../../../../../opensaf/osaf/services/saf/immsv/immnd/immnd_main.c:370

~~~


---

** [tickets:#2205] imm: IMMND crashes when receiving D2ND_ABORT_CCB**

**Status:** accepted
**Milestone:** 5.0.2
**Created:** Thu Nov 24, 2016 07:23 AM UTC by Hung Nguyen
**Last Updated:** Thu Nov 24, 2016 07:23 AM UTC
**Owner:** Hung Nguyen
**Attachments:**

- 
[osafNode.immnd.bz2](https://sourceforge.net/p/opensaf/tickets/2205/attachment/osafNode.immnd.bz2)
 (18.9 MB; application/octet-stream)


~~~
Nov 16 10:06:17 SC-2-1 osafimmnd[5608]: 
../../../../../../../opensaf/osaf/services/saf/immsv/immnd/ImmModel.cc:6169: 
ccbAbort: Assertion '*nodeId == ccb->mAugCcbParent->mOriginatingNode' failed.
~~~

~~~
Nov 16 10:06:17.260296 osafimmnd [5608:immsv_evt.c:5473] T8 Received: 
IMMND_EVT_A2ND_OI_CCB_AUG_INIT (91) from 0
Nov 16 10:06:17.260303 osafimmnd [5608:immnd_evt.c:10304] >> 
immnd_evt_ccb_augment_init
Nov 16 10:06:17.260310 osafimmnd [5608:ImmModel.cc:6502] >> ccbAugmentInit
Nov 16 10:06:17.260323 osafimmnd [5608:ImmModel.cc:6555] TR Augment CCB in 
state MODIFY_OP
Nov 16 10:06:17.260329 osafimmnd [5608:ImmModel.cc:6592] TR 
omuti->second:0x14051f0
Nov 16 10:06:17.260359 osafimmnd [5608:ImmModel.cc:6593] TR 
omuti->second->mContinuationId:24 == rsp->inv:24
Nov 16 10:06:17.260366 osafimmnd [5608:ImmModel.cc:6600] TR obj:0x1405460
Nov 16 10:06:17.260371 osafimmnd [5608:ImmModel.cc:6658] << ccbAugmentInit

Nov 16 10:06:17.261479 osafimmnd [5608:immsv_evt.c:5473] T8 Received: 
IMMND_EVT_D2ND_ABORT_CCB (62) from 0
Nov 16 10:06:17.261486 osafimmnd [5608:immnd_evt.c:7684] >> 
immnd_evt_proc_ccb_finalize
Nov 16 10:06:17.261490 osafimmnd [5608:immnd_evt.c:6921] >> immnd_evt_ccb_abort
Nov 16 10:06:17.261495 osafimmnd [5608:immnd_evt.c:6925] TR We expect there to 
be a PBE
Nov 16 10:06:17.261501 osafimmnd [5608:ImmModel.cc:6079] >> ccbAbort
Nov 16 10:06:17.261506 osafimmnd [5608:ImmModel.cc:6088] T5 ABORT CCB 79
Nov 16 10:06:17.261539 osafimmnd [5608:ImmModel.cc:6151] NO Ccb 79 ABORTED 
(immcfg_SC-2-1_9735)
~~~


When IMMND received A2ND_OI_CCB_AUG_INIT the ccbstate was changed to CCB_READY.
Then when D2ND_ABORT_CCB message came, in ImmModel::ccbAbort()
\*nodeId is not updated and later it failed to assert

~~~
osafassert(*nodeId == ccb->mAugCcbParent->mOriginatingNode);
~~~

Attached is IMMND traces.



---

Sent from sourceforge.net because opensaf-tickets@lists.sourceforge.net is 
subscribed to https://sourceforge.net/p/opensaf/tickets/

To unsubscribe from further messages, a project admin can change settings at 
https://sourceforge.net/p/opensaf/admin/tickets/options.  Or, if this is a 
mailing list, you can unsubscribe from the mailing list.
------------------------------------------------------------------------------
_______________________________________________
Opensaf-tickets mailing list
Opensaf-tickets@lists.sourceforge.net
https://lists.sourceforge.net/lists/listinfo/opensaf-tickets

Reply via email to