[ https://issues.apache.org/jira/browse/IGNITE-11100?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Alexey Goncharuk reassigned IGNITE-11100: ----------------------------------------- Assignee: Alexey Goncharuk > AssertionError LocalJoinCachesContext occurs in sequential cluster restart > -------------------------------------------------------------------------- > > Key: IGNITE-11100 > URL: https://issues.apache.org/jira/browse/IGNITE-11100 > Project: Ignite > Issue Type: Bug > Reporter: Dmitry Sherstobitov > Assignee: Alexey Goncharuk > Priority: Critical > > Same scenario as in https://issues.apache.org/jira/browse/IGNITE-10878 > {code} > [2019-01-26T03:32:22,226][ERROR][tcp-disco-msg-worker-#2][TcpDiscoverySpi] > TcpDiscoverSpi's message worker thread failed abnormally. Stopping the node > in order to prevent cluster wide instability. > java.lang.AssertionError: LocalJoinCachesContext > [locJoinStartCaches=[IgniteBiTuple [val1=DynamicCacheDescriptor > [deploymentId=bc3e0978861-fb98885f-92a5-47d2-9475-00173fab8ee1, > staticCfg=true, sql=false, cacheType=UTILITY, template=false, > updatesAllowed=true, cacheId=-2100569601, > rcvdFrom=f97e4743-6cf2-488e-a7fc-14707e9a8eb0, objCtx=null, > rcvdOnDiscovery=false, startTopVer=null, rcvdFromVer=null, > clientCacheStartVer=null, schema=QuerySchema [], grpDesc=CacheGroupDescriptor > [grpId=-2100569601, grpName=null, startTopVer=null, > rcvdFrom=f97e4743-6cf2-488e-a7fc-14707e9a8eb0, > deploymentId=bc3e0978861-fb98885f-92a5-47d2-9475-00173fab8ee1, > caches={ignite-sys-cache=-2100569601}, rcvdFromVer=null, > persistenceEnabled=false, walEnabled=false, cacheName=ignite-sys-cache], > cacheName=ignite-sys-cache], val2=null], IgniteBiTuple > [val1=DynamicCacheDescriptor > [deploymentId=60771978861-398164df-6240-4d19-ad0b-308768d2a095, > staticCfg=false, sql=false, cacheType=USER, template=false, > updatesAllowed=true, cacheId=-1901084566, > rcvdFrom=f00ec506-fc6c-45c5-b550-9308d17a39cf, objCtx=null, > rcvdOnDiscovery=true, startTopVer=null, rcvdFromVer=null, > clientCacheStartVer=null, schema=QuerySchema [], grpDesc=CacheGroupDescriptor > [grpId=-1901084566, grpName=null, startTopVer=AffinityTopologyVersion > [topVer=13, minorTopVer=20], rcvdFrom=f00ec506-fc6c-45c5-b550-9308d17a39cf, > deploymentId=60771978861-398164df-6240-4d19-ad0b-308768d2a095, > caches={config_third_copy=-1901084566}, rcvdFromVer=null, > persistenceEnabled=false, walEnabled=false, cacheName=config_third_copy], > cacheName=config_third_copy], val2=null], IgniteBiTuple > [val1=DynamicCacheDescriptor > [deploymentId=01771978861-398164df-6240-4d19-ad0b-308768d2a095, > staticCfg=false, sql=false, cacheType=USER, template=false, > updatesAllowed=true, cacheId=-1858528402, > rcvdFrom=f00ec506-fc6c-45c5-b550-9308d17a39cf, objCtx=null, > rcvdOnDiscovery=true, startTopVer=null, rcvdFromVer=null, > clientCacheStartVer=null, schema=QuerySchema [], grpDesc=CacheGroupDescriptor > [grpId=-1858528402, grpName=null, startTopVer=AffinityTopologyVersion > [topVer=13, minorTopVer=22], rcvdFrom=f00ec506-fc6c-45c5-b550-9308d17a39cf, > deploymentId=01771978861-398164df-6240-4d19-ad0b-308768d2a095, > caches={trans_forth_copy=-1858528402}, rcvdFromVer=null, > persistenceEnabled=false, walEnabled=false, cacheName=trans_forth_copy], > cacheName=trans_forth_copy], val2=null], IgniteBiTuple > [val1=DynamicCacheDescriptor > [deploymentId=51771978861-398164df-6240-4d19-ad0b-308768d2a095, > staticCfg=false, sql=false, cacheType=USER, template=false, > updatesAllowed=true, cacheId=-1502999781, > rcvdFrom=f00ec506-fc6c-45c5-b550-9308d17a39cf, objCtx=null, > rcvdOnDiscovery=true, startTopVer=null, rcvdFromVer=null, > clientCacheStartVer=null, schema=QuerySchema [], grpDesc=CacheGroupDescriptor > [grpId=-1502999781, grpName=null, startTopVer=AffinityTopologyVersion > [topVer=13, minorTopVer=23], rcvdFrom=f00ec506-fc6c-45c5-b550-9308d17a39cf, > deploymentId=51771978861-398164df-6240-4d19-ad0b-308768d2a095, > caches={id_forth_copy=-1502999781}, rcvdFromVer=null, > persistenceEnabled=false, walEnabled=false, cacheName=id_forth_copy], > cacheName=id_forth_copy], val2=null], IgniteBiTuple > [val1=DynamicCacheDescriptor > [deploymentId=8a671978861-398164df-6240-4d19-ad0b-308768d2a095, > staticCfg=false, sql=false, cacheType=USER, template=false, > updatesAllowed=true, cacheId=-1354792126, > rcvdFrom=f00ec506-fc6c-45c5-b550-9308d17a39cf, objCtx=null, > rcvdOnDiscovery=true, startTopVer=null, rcvdFromVer=null, > clientCacheStartVer=null, schema=QuerySchema [], grpDesc=CacheGroupDescriptor > [grpId=-1354792126, grpName=null, startTopVer=AffinityTopologyVersion > [topVer=13, minorTopVer=5], rcvdFrom=f00ec506-fc6c-45c5-b550-9308d17a39cf, > deploymentId=8a671978861-398164df-6240-4d19-ad0b-308768d2a095, > caches={config=-1354792126}, rcvdFromVer=null, persistenceEnabled=false, > walEnabled=false, cacheName=config], cacheName=config], val2=null], > IgniteBiTuple [val1=DynamicCacheDescriptor > [deploymentId=6d671978861-398164df-6240-4d19-ad0b-308768d2a095, > staticCfg=false, sql=false, cacheType=USER, template=false, > updatesAllowed=true, cacheId=-1176672452, > rcvdFrom=f00ec506-fc6c-45c5-b550-9308d17a39cf, objCtx=null, > rcvdOnDiscovery=true, startTopVer=null, rcvdFromVer=null, > clientCacheStartVer=null, schema=QuerySchema [], grpDesc=CacheGroupDescriptor > [grpId=-1176672452, grpName=null, startTopVer=AffinityTopologyVersion > [topVer=13, minorTopVer=13], rcvdFrom=f00ec506-fc6c-45c5-b550-9308d17a39cf, > deploymentId=6d671978861-398164df-6240-4d19-ad0b-308768d2a095, > caches={id_second_copy=-1176672452}, rcvdFromVer=null, > persistenceEnabled=false, walEnabled=false, cacheName=id_second_copy], > cacheName=id_second_copy], val2=null], IgniteBiTuple > [val1=DynamicCacheDescriptor > [deploymentId=5c671978861-398164df-6240-4d19-ad0b-308768d2a095, > staticCfg=false, sql=false, cacheType=USER, template=false, > updatesAllowed=true, cacheId=-1106356031, > rcvdFrom=f00ec506-fc6c-45c5-b550-9308d17a39cf, objCtx=null, > rcvdOnDiscovery=true, startTopVer=null, rcvdFromVer=null, > clientCacheStartVer=null, schema=QuerySchema [], grpDesc=CacheGroupDescriptor > [grpId=-1106356031, grpName=null, startTopVer=AffinityTopologyVersion > [topVer=13, minorTopVer=10], rcvdFrom=f00ec506-fc6c-45c5-b550-9308d17a39cf, > deploymentId=5c671978861-398164df-6240-4d19-ad0b-308768d2a095, > caches={config_first_copy=-1106356031}, rcvdFromVer=null, > persistenceEnabled=false, walEnabled=false, cacheName=config_first_copy], > cacheName=config_first_copy], val2=null], IgniteBiTuple > [val1=DynamicCacheDescriptor > [deploymentId=7f671978861-398164df-6240-4d19-ad0b-308768d2a095, > staticCfg=false, sql=false, cacheType=USER, template=false, > updatesAllowed=true, cacheId=-942418620, > rcvdFrom=f00ec506-fc6c-45c5-b550-9308d17a39cf, objCtx=null, > rcvdOnDiscovery=true, startTopVer=null, rcvdFromVer=null, > clientCacheStartVer=null, schema=QuerySchema [], grpDesc=CacheGroupDescriptor > [grpId=-942418620, grpName=null, startTopVer=AffinityTopologyVersion > [topVer=13, minorTopVer=17], rcvdFrom=f00ec506-fc6c-45c5-b550-9308d17a39cf, > deploymentId=7f671978861-398164df-6240-4d19-ad0b-308768d2a095, > caches={trans_third_copy=-942418620}, rcvdFromVer=null, > persistenceEnabled=false, walEnabled=false, cacheName=trans_third_copy], > cacheName=trans_third_copy], val2=null], IgniteBiTuple > [val1=DynamicCacheDescriptor > [deploymentId=cf671978861-398164df-6240-4d19-ad0b-308768d2a095, > staticCfg=false, sql=false, cacheType=USER, template=false, > updatesAllowed=true, cacheId=-586889999, > rcvdFrom=f00ec506-fc6c-45c5-b550-9308d17a39cf, objCtx=null, > rcvdOnDiscovery=true, startTopVer=null, rcvdFromVer=null, > clientCacheStartVer=null, schema=QuerySchema [], grpDesc=CacheGroupDescriptor > [grpId=-586889999, grpName=null, startTopVer=AffinityTopologyVersion > [topVer=13, minorTopVer=18], rcvdFrom=f00ec506-fc6c-45c5-b550-9308d17a39cf, > deploymentId=cf671978861-398164df-6240-4d19-ad0b-308768d2a095, > caches={id_third_copy=-586889999}, rcvdFromVer=null, > persistenceEnabled=false, walEnabled=false, cacheName=id_third_copy], > cacheName=id_third_copy], val2=null], IgniteBiTuple > [val1=DynamicCacheDescriptor > [deploymentId=b0771978861-398164df-6240-4d19-ad0b-308768d2a095, > staticCfg=false, sql=false, cacheType=USER, template=false, > updatesAllowed=true, cacheId=-450420808, > rcvdFrom=f00ec506-fc6c-45c5-b550-9308d17a39cf, objCtx=null, > rcvdOnDiscovery=true, startTopVer=null, rcvdFromVer=null, > clientCacheStartVer=null, schema=QuerySchema [], grpDesc=CacheGroupDescriptor > [grpId=-450420808, grpName=null, startTopVer=AffinityTopologyVersion > [topVer=13, minorTopVer=21], rcvdFrom=f00ec506-fc6c-45c5-b550-9308d17a39cf, > deploymentId=b0771978861-398164df-6240-4d19-ad0b-308768d2a095, > caches={req_forth_copy=-450420808}, rcvdFromVer=null, > persistenceEnabled=false, walEnabled=false, cacheName=req_forth_copy], > cacheName=req_forth_copy], val2=null], IgniteBiTuple > [val1=DynamicCacheDescriptor > [deploymentId=6b671978861-398164df-6240-4d19-ad0b-308768d2a095, > staticCfg=false, sql=false, cacheType=USER, template=false, > updatesAllowed=true, cacheId=-147690085, rcvdFro... and 33139 skipped > ...06-fc6c-45c5-b550-9308d17a39cf, objCtx=null, rcvdOnDiscovery=true, > startTopVer=null, rcvdFromVer=null, clientCacheStartVer=null, > schema=QuerySchema [], grpDesc=CacheGroupDescriptor [grpId=-1354792126, > grpName=null, startTopVer=AffinityTopologyVersion [topVer=13, minorTopVer=5], > rcvdFrom=f00ec506-fc6c-45c5-b550-9308d17a39cf, > deploymentId=8a671978861-398164df-6240-4d19-ad0b-308768d2a095, > caches={config=-1354792126}, rcvdFromVer=null, persistenceEnabled=false, > walEnabled=false, cacheName=config], cacheName=config], > req_second_copy=DynamicCacheDescriptor > [deploymentId=ac671978861-398164df-6240-4d19-ad0b-308768d2a095, > staticCfg=false, sql=false, cacheType=USER, template=false, > updatesAllowed=true, cacheId=1388504639, > rcvdFrom=f00ec506-fc6c-45c5-b550-9308d17a39cf, objCtx=null, > rcvdOnDiscovery=true, startTopVer=null, rcvdFromVer=null, > clientCacheStartVer=null, schema=QuerySchema [], grpDesc=CacheGroupDescriptor > [grpId=1388504639, grpName=null, startTopVer=AffinityTopologyVersion > [topVer=13, minorTopVer=11], rcvdFrom=f00ec506-fc6c-45c5-b550-9308d17a39cf, > deploymentId=ac671978861-398164df-6240-4d19-ad0b-308768d2a095, > caches={req_second_copy=1388504639}, rcvdFromVer=null, > persistenceEnabled=false, walEnabled=false, cacheName=req_second_copy], > cacheName=req_second_copy], trans=DynamicCacheDescriptor > [deploymentId=89671978861-398164df-6240-4d19-ad0b-308768d2a095, > staticCfg=false, sql=false, cacheType=USER, template=false, > updatesAllowed=true, cacheId=110621352, > rcvdFrom=f00ec506-fc6c-45c5-b550-9308d17a39cf, objCtx=null, > rcvdOnDiscovery=true, startTopVer=null, rcvdFromVer=null, > clientCacheStartVer=null, schema=QuerySchema [], grpDesc=CacheGroupDescriptor > [grpId=110621352, grpName=null, startTopVer=AffinityTopologyVersion > [topVer=13, minorTopVer=2], rcvdFrom=f00ec506-fc6c-45c5-b550-9308d17a39cf, > deploymentId=89671978861-398164df-6240-4d19-ad0b-308768d2a095, > caches={trans=110621352}, rcvdFromVer=null, persistenceEnabled=false, > walEnabled=false, cacheName=trans], cacheName=trans]}] > at > org.apache.ignite.internal.processors.cache.ClusterCachesInfo.initStartCachesForLocalJoin(ClusterCachesInfo.java:1314) > ~[ignite-core-jar] > at > org.apache.ignite.internal.processors.cache.ClusterCachesInfo.onGridDataReceived(ClusterCachesInfo.java:1070) > ~[ignite-core-jar] > at > org.apache.ignite.internal.processors.cache.GridCacheProcessor.onGridDataReceived(GridCacheProcessor.java:2553) > ~[ignite-core-jar] > at > org.apache.ignite.internal.managers.discovery.GridDiscoveryManager$5.onExchange(GridDiscoveryManager.java:873) > ~[ignite-core-jar] > at > org.apache.ignite.spi.discovery.tcp.TcpDiscoverySpi.onExchange(TcpDiscoverySpi.java:1989) > ~[ignite-core-jar] > at > org.apache.ignite.spi.discovery.tcp.ServerImpl$RingMessageWorker.processNodeAddedMessage(ServerImpl.java:4460) > ~[ignite-core-jar] > at > org.apache.ignite.spi.discovery.tcp.ServerImpl$RingMessageWorker.processMessage(ServerImpl.java:2731) > ~[ignite-core-jar] > at > org.apache.ignite.spi.discovery.tcp.ServerImpl$RingMessageWorker.processMessage(ServerImpl.java:2556) > ~[ignite-core-jar] > at > org.apache.ignite.spi.discovery.tcp.ServerImpl$MessageWorkerAdapter.body(ServerImpl.java:6997) > ~[ignite-core-jar] > at > org.apache.ignite.spi.discovery.tcp.ServerImpl$RingMessageWorker.body(ServerImpl.java:2636) > [ignite-core-jar] > at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) > [ignite-core-jar] > {code} -- This message was sent by Atlassian JIRA (v7.6.3#76005)