[ https://issues.apache.org/jira/browse/IGNITE-7804?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
dean updated IGNITE-7804: ------------------------- Description: h5. supply node infos: ignite-server-14043-2018-02-12.1.log:2018-02-12 10:10:09,339 INFO sys-#1467%npbossdev-grid158% (org.apache.ignite.internal.managers.communication.GridIoManager:463) - Received cache ordered message [nodeId=1e962697-5f99-4bba-8312-4a8ce83d1d23, msg=GridDhtPartitionDemandMessage [updateSeq=1, timeout=240000, workerId=-1, createTime=0, sendTime=1518401409200, cycleNum=1, traceId=d29323bc-0c33-4c00-9add-a5ceeac6dbc3, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], partCnt=1, sendTime=1518401409200, traceId=d29323bc-0c33-4c00-9add-a5ceeac6dbc3, cycleNum=1, super=GridCacheMessage [msgId=79482, depInfo=null, err=null, skipPrepare=false, cacheId=933886898, cacheId=933886898]],topic=T6 [topic=TOPIC_CACHE, id1=83e8ca36-2305-3266-8e65-1463be879baa, id2=318],queueSize=0] {color:#d04437}ignite-server-14043-2018-02-12.1.log:2018-02-12 10:10:09,426{color} INFO sys-#1467%npbossdev-grid158% (org.apache.ignite.internal.processors.cache.GridCacheIoManager:463) - Sent ordered cache message [topic=T6 [topic=TOPIC_CACHE, id1=83e8ca36-2305-3266-8e65-1463be879baa, id2=318], msg=GridDhtPartitionSupplyMessageV2 [updateSeq=1, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], missed=null, msgSize=66991, cycleNum=0, traceId=null, size=1, part-entry_size:=\{key:302,entrysize:19}, cycleNum=0, traceId=null, super=GridCacheMessage [msgId=42485{color:#333333}{color:#d04437}, depInfo=null, err=null, skipPrepare=false, cacheId=933886898, cacheId=933886898]], nodeId=1e962697-5f99-4bba-8312-4a8ce83d1d23]{color}{color} ignite-server-14043-2018-02-12.1.log:2018-02-12 10:10:09,427 INFO sys-#1467%npbossdev-grid158% (org.apache.ignite.internal.processors.cache.GridCacheIoManager:463) - Sent ordered cache message [topic=T6 [topic=TOPIC_CACHE, id1=83e8ca36-2305-3266-8e65-1463be879baa, id2=318], msg=GridDhtPartitionSupplyMessageV2 [updateSeq=1, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], missed=null, msgSize=71562, cycleNum=0, traceId=null, size=1, part-entry_size:=\{key:302,entrysize:28}, cycleNum=0, traceId=null, super=GridCacheMessage [msgId=42491, depInfo=null, err=null, skipPrepare=false, cacheId=933886898, cacheId=933886898]], nodeId=1e962697-5f99-4bba-8312-4a8ce83d1d23] h5. demand node infos: ignite-server-17082-2018-02-12.2.log:2018-02-12 10:10:09,208 INFO sys-#1248%npbossdev-grid158% (org.apache.ignite.internal.processors.cache.GridCacheIoManager:463) - Sent ordered cache message [topic=T6 [topic=TOPIC_CACHE, id1=83e8ca36-2305-3266-8e65-1463be879baa, id2=318], msg=GridDhtPartitionDemandMessage [updateSeq=1, timeout=240000, workerId=-1, createTime=0, sendTime=1518401409200, cycleNum=1, traceId=d29323bc-0c33-4c00-9add-a5ceeac6dbc3, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], partCnt=1, sendTime=1518401409200, traceId=d29323bc-0c33-4c00-9add-a5ceeac6dbc3, cycleNum=1, super=GridCacheMessage [msgId=79482, depInfo=null, err=null, skipPrepare=false, cacheId=933886898, cacheId=933886898]], nodeId=465e2725-b495-466a-897a-ada7222a1234] {color:#ff0000}ignite-server-17082-2018-02-12.2.log:2018-02-12 10:13:56,429{color} INFO sys-#3171%npbossdev-grid158% (org.apache.ignite.internal.managers.communication.GridIoManager:463) - Received cache ordered message [nodeId=465e2725-b495-466a-897a-ada7222a1234, msg=GridDhtPartitionSupplyMessageV2 [updateSeq=1, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], missed=null, msgSize=0, cycleNum=0, traceId=null, size=1, part-entry_size:=\{key:302,entrysize:19}, cycleNum=0, traceId=null, super=GridCacheMessage [{color:#59afe1}msgId=42485{color}, depInfo=null, err=null, skipPrepare=false, cacheId=933886898, cacheId=933886898]],topic=T6 [topic=TOPIC_CACHE, id1=83e8ca36-2305-3266-8e65-1463be879baa, id2=318],queueSize=0] ignite-server-17082-2018-02-12.2.log:2018-02-12 10:13:56,431 INFO sys-#3171%npbossdev-grid158% (org.apache.ignite.internal.processors.cache.GridCacheIoManager:463) - Sent ordered cache message [topic=T6 [topic=TOPIC_CACHE, id1=83e8ca36-2305-3266-8e65-1463be879baa, id2=318], msg=GridDhtPartitionDemandMessage [updateSeq=1, timeout=240000, workerId=-1, createTime=1518401636423, sendTime=1518401636423, cycleNum=-99999, traceId=-99999, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], partCnt=0, sendTime=1518401636423, traceId=-99999, cycleNum=-99999, super=GridCacheMessage [msgId=81616, depInfo=null, err=null, skipPrepare=false, cacheId=933886898, cacheId=933886898]], nodeId=465e2725-b495-466a-897a-ada7222a1234] was: h5. supply node infos: ignite-server-14043-2018-02-12.1.log:2018-02-12 10:10:09,339 INFO sys-#1467%npbossdev-grid158% (org.apache.ignite.internal.managers.communication.GridIoManager:463) - Received cache ordered message [nodeId=1e962697-5f99-4bba-8312-4a8ce83d1d23, msg=GridDhtPartitionDemandMessage [updateSeq=1, timeout=240000, workerId=-1, createTime=0, sendTime=1518401409200, cycleNum=1, traceId=d29323bc-0c33-4c00-9add-a5ceeac6dbc3, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], partCnt=1, sendTime=1518401409200, traceId=d29323bc-0c33-4c00-9add-a5ceeac6dbc3, cycleNum=1, super=GridCacheMessage [msgId=79482, depInfo=null, err=null, skipPrepare=false, cacheId=933886898, cacheId=933886898]],topic=T6 [topic=TOPIC_CACHE, id1=83e8ca36-2305-3266-8e65-1463be879baa, id2=318],queueSize=0] {color:#d04437}ignite-server-14043-2018-02-12.1.log:2018-02-12 10:10:09,426{color} INFO sys-#1467%npbossdev-grid158% (org.apache.ignite.internal.processors.cache.GridCacheIoManager:463) - Sent ordered cache message [topic=T6 [topic=TOPIC_CACHE, id1=83e8ca36-2305-3266-8e65-1463be879baa, id2=318], msg=GridDhtPartitionSupplyMessageV2 [updateSeq=1, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], missed=null, msgSize=66991, cycleNum=0, traceId=null, size=1, part-entry_size:=\{key:302,entrysize:19}, cycleNum=0, traceId=null, super=GridCacheMessage [msgId=42485{color:#d04437}, depInfo=null, err=null, skipPrepare=false, cacheId=933886898, cacheId=933886898]], nodeId=1e962697-5f99-4bba-8312-4a8ce83d1d23]{color} ignite-server-14043-2018-02-12.1.log:2018-02-12 10:10:09,427 INFO sys-#1467%npbossdev-grid158% (org.apache.ignite.internal.processors.cache.GridCacheIoManager:463) - Sent ordered cache message [topic=T6 [topic=TOPIC_CACHE, id1=83e8ca36-2305-3266-8e65-1463be879baa, id2=318], msg=GridDhtPartitionSupplyMessageV2 [updateSeq=1, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], missed=null, msgSize=71562, cycleNum=0, traceId=null, size=1, part-entry_size:=\{key:302,entrysize:28}, cycleNum=0, traceId=null, super=GridCacheMessage [msgId=42491, depInfo=null, err=null, skipPrepare=false, cacheId=933886898, cacheId=933886898]], nodeId=1e962697-5f99-4bba-8312-4a8ce83d1d23] h5. demand node infos: ignite-server-17082-2018-02-12.2.log:2018-02-12 10:10:09,208 INFO sys-#1248%npbossdev-grid158% (org.apache.ignite.internal.processors.cache.GridCacheIoManager:463) - Sent ordered cache message [topic=T6 [topic=TOPIC_CACHE, id1=83e8ca36-2305-3266-8e65-1463be879baa, id2=318], msg=GridDhtPartitionDemandMessage [updateSeq=1, timeout=240000, workerId=-1, createTime=0, sendTime=1518401409200, cycleNum=1, traceId=d29323bc-0c33-4c00-9add-a5ceeac6dbc3, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], partCnt=1, sendTime=1518401409200, traceId=d29323bc-0c33-4c00-9add-a5ceeac6dbc3, cycleNum=1, super=GridCacheMessage [msgId=79482, depInfo=null, err=null, skipPrepare=false, cacheId=933886898, cacheId=933886898]], nodeId=465e2725-b495-466a-897a-ada7222a1234] {color:#ff0000}ignite-server-17082-2018-02-12.2.log:2018-02-12 10:13:56,429{color} INFO sys-#3171%npbossdev-grid158% (org.apache.ignite.internal.managers.communication.GridIoManager:463) - Received cache ordered message [nodeId=465e2725-b495-466a-897a-ada7222a1234, msg=GridDhtPartitionSupplyMessageV2 [updateSeq=1, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], missed=null, msgSize=0, cycleNum=0, traceId=null, size=1, part-entry_size:=\{key:302,entrysize:19}, cycleNum=0, traceId=null, super=GridCacheMessage [{color:#59afe1}msgId=42485{color}, depInfo=null, err=null, skipPrepare=false, cacheId=933886898, cacheId=933886898]],topic=T6 [topic=TOPIC_CACHE, id1=83e8ca36-2305-3266-8e65-1463be879baa, id2=318],queueSize=0] ignite-server-17082-2018-02-12.2.log:2018-02-12 10:13:56,431 INFO sys-#3171%npbossdev-grid158% (org.apache.ignite.internal.processors.cache.GridCacheIoManager:463) - Sent ordered cache message [topic=T6 [topic=TOPIC_CACHE, id1=83e8ca36-2305-3266-8e65-1463be879baa, id2=318], msg=GridDhtPartitionDemandMessage [updateSeq=1, timeout=240000, workerId=-1, createTime=1518401636423, sendTime=1518401636423, cycleNum=-99999, traceId=-99999, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], partCnt=0, sendTime=1518401636423, traceId=-99999, cycleNum=-99999, super=GridCacheMessage [msgId=81616, depInfo=null, err=null, skipPrepare=false, cacheId=933886898, cacheId=933886898]], nodeId=465e2725-b495-466a-897a-ada7222a1234] > when new node join cluster,rebalance communication with demand and supply > message is very slow > ---------------------------------------------------------------------------------------------- > > Key: IGNITE-7804 > URL: https://issues.apache.org/jira/browse/IGNITE-7804 > Project: Ignite > Issue Type: Bug > Components: general > Affects Versions: 1.9 > Reporter: dean > Priority: Major > > h5. supply node infos: > ignite-server-14043-2018-02-12.1.log:2018-02-12 10:10:09,339 INFO > sys-#1467%npbossdev-grid158% > (org.apache.ignite.internal.managers.communication.GridIoManager:463) - > Received cache ordered message [nodeId=1e962697-5f99-4bba-8312-4a8ce83d1d23, > msg=GridDhtPartitionDemandMessage [updateSeq=1, timeout=240000, workerId=-1, > createTime=0, sendTime=1518401409200, cycleNum=1, > traceId=d29323bc-0c33-4c00-9add-a5ceeac6dbc3, topVer=AffinityTopologyVersion > [topVer=5, minorTopVer=0], partCnt=1, sendTime=1518401409200, > traceId=d29323bc-0c33-4c00-9add-a5ceeac6dbc3, cycleNum=1, > super=GridCacheMessage [msgId=79482, depInfo=null, err=null, > skipPrepare=false, cacheId=933886898, cacheId=933886898]],topic=T6 > [topic=TOPIC_CACHE, id1=83e8ca36-2305-3266-8e65-1463be879baa, > id2=318],queueSize=0] > {color:#d04437}ignite-server-14043-2018-02-12.1.log:2018-02-12 > 10:10:09,426{color} INFO sys-#1467%npbossdev-grid158% > (org.apache.ignite.internal.processors.cache.GridCacheIoManager:463) - Sent > ordered cache message [topic=T6 [topic=TOPIC_CACHE, > id1=83e8ca36-2305-3266-8e65-1463be879baa, id2=318], > msg=GridDhtPartitionSupplyMessageV2 [updateSeq=1, > topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], missed=null, > msgSize=66991, cycleNum=0, traceId=null, size=1, > part-entry_size:=\{key:302,entrysize:19}, cycleNum=0, traceId=null, > super=GridCacheMessage [msgId=42485{color:#333333}{color:#d04437}, > depInfo=null, err=null, skipPrepare=false, cacheId=933886898, > cacheId=933886898]], > nodeId=1e962697-5f99-4bba-8312-4a8ce83d1d23]{color}{color} > ignite-server-14043-2018-02-12.1.log:2018-02-12 10:10:09,427 INFO > sys-#1467%npbossdev-grid158% > (org.apache.ignite.internal.processors.cache.GridCacheIoManager:463) - Sent > ordered cache message [topic=T6 [topic=TOPIC_CACHE, > id1=83e8ca36-2305-3266-8e65-1463be879baa, id2=318], > msg=GridDhtPartitionSupplyMessageV2 [updateSeq=1, > topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], missed=null, > msgSize=71562, cycleNum=0, traceId=null, size=1, > part-entry_size:=\{key:302,entrysize:28}, cycleNum=0, traceId=null, > super=GridCacheMessage [msgId=42491, depInfo=null, err=null, > skipPrepare=false, cacheId=933886898, cacheId=933886898]], > nodeId=1e962697-5f99-4bba-8312-4a8ce83d1d23] > h5. demand node infos: > ignite-server-17082-2018-02-12.2.log:2018-02-12 10:10:09,208 INFO > sys-#1248%npbossdev-grid158% > (org.apache.ignite.internal.processors.cache.GridCacheIoManager:463) - Sent > ordered cache message [topic=T6 [topic=TOPIC_CACHE, > id1=83e8ca36-2305-3266-8e65-1463be879baa, id2=318], > msg=GridDhtPartitionDemandMessage [updateSeq=1, timeout=240000, workerId=-1, > createTime=0, sendTime=1518401409200, cycleNum=1, > traceId=d29323bc-0c33-4c00-9add-a5ceeac6dbc3, topVer=AffinityTopologyVersion > [topVer=5, minorTopVer=0], partCnt=1, sendTime=1518401409200, > traceId=d29323bc-0c33-4c00-9add-a5ceeac6dbc3, cycleNum=1, > super=GridCacheMessage [msgId=79482, depInfo=null, err=null, > skipPrepare=false, cacheId=933886898, cacheId=933886898]], > nodeId=465e2725-b495-466a-897a-ada7222a1234] > {color:#ff0000}ignite-server-17082-2018-02-12.2.log:2018-02-12 > 10:13:56,429{color} INFO sys-#3171%npbossdev-grid158% > (org.apache.ignite.internal.managers.communication.GridIoManager:463) - > Received cache ordered message [nodeId=465e2725-b495-466a-897a-ada7222a1234, > msg=GridDhtPartitionSupplyMessageV2 [updateSeq=1, > topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], missed=null, > msgSize=0, cycleNum=0, traceId=null, size=1, > part-entry_size:=\{key:302,entrysize:19}, cycleNum=0, traceId=null, > super=GridCacheMessage [{color:#59afe1}msgId=42485{color}, depInfo=null, > err=null, skipPrepare=false, cacheId=933886898, cacheId=933886898]],topic=T6 > [topic=TOPIC_CACHE, id1=83e8ca36-2305-3266-8e65-1463be879baa, > id2=318],queueSize=0] > ignite-server-17082-2018-02-12.2.log:2018-02-12 10:13:56,431 INFO > sys-#3171%npbossdev-grid158% > (org.apache.ignite.internal.processors.cache.GridCacheIoManager:463) - Sent > ordered cache message [topic=T6 [topic=TOPIC_CACHE, > id1=83e8ca36-2305-3266-8e65-1463be879baa, id2=318], > msg=GridDhtPartitionDemandMessage [updateSeq=1, timeout=240000, workerId=-1, > createTime=1518401636423, sendTime=1518401636423, cycleNum=-99999, > traceId=-99999, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], > partCnt=0, sendTime=1518401636423, traceId=-99999, cycleNum=-99999, > super=GridCacheMessage [msgId=81616, depInfo=null, err=null, > skipPrepare=false, cacheId=933886898, cacheId=933886898]], > nodeId=465e2725-b495-466a-897a-ada7222a1234] -- This message was sent by Atlassian JIRA (v7.6.3#76005)