You are viewing a plain text version of this content. The canonical link for it is here.
Posted to user@ignite.apache.org by Justin Ji <bi...@foxmail.com> on 2018/10/25 03:50:05 UTC
An error occured when recreate cache
The following is the stack:
2018-10-25 03:47:02:992 [exchange-worker-#42] ERROR
o.a.i.i.p.c.d.d.p.GridDhtPartitionsExchangeFuture:498 - Failed to
reinitialize local partitions (preloading will be stopped):
GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=1,
minorTopVer=1], discoEvt=DiscoveryCustomEvent
[customMsg=ChangeGlobalStateMessage
[id=5491559a661-f481a0dd-41dd-400f-9f16-78f1770bd576,
reqId=c18dfcb8-3874-48df-b88a-280270f3b2db,
initiatingNodeId=688cb8a6-b5b0-45e6-86d3-ad80d8dff395, activate=true,
baselineTopology=BaselineTopology [id=0, branchingHash=2124742757,
branchingType='New BaselineTopology',
baselineNodes=[2e713072-c9fd-4240-8e39-90751710e222]],
forceChangeBaselineTopology=false, timestamp=1540439222186],
affTopVer=AffinityTopologyVersion [topVer=1, minorTopVer=1],
super=DiscoveryEvent [evtNode=ZookeeperClusterNode
[id=688cb8a6-b5b0-45e6-86d3-ad80d8dff395, addrs=[172.17.42.1, 10.0.200.5,
127.0.0.1], order=1, loc=true, client=false], topVer=1, nodeId8=688cb8a6,
msg=null, type=DISCOVERY_CUSTOM_EVT, tstamp=1540439222297]],
nodeId=688cb8a6, evt=DISCOVERY_CUSTOM_EVT]
java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
at java.util.ArrayList.rangeCheck(ArrayList.java:657) ~[?:1.8.0_171]
at java.util.ArrayList.get(ArrayList.java:433) ~[?:1.8.0_171]
at
org.apache.ignite.internal.processors.cache.CacheGroupContext.singleCacheContext(CacheGroupContext.java:385)
~[ignite-core-2.6.0.jar:2.6.0]
at
org.apache.ignite.internal.processors.cache.distributed.dht.GridDhtLocalPartition.<init>(GridDhtLocalPartition.java:198)
~[ignite-core-2.6.0.jar:2.6.0]
at
org.apache.ignite.internal.processors.cache.distributed.dht.GridDhtPartitionTopologyImpl.getOrCreatePartition(GridDhtPartitionTopologyImpl.java:812)
~[ignite-core-2.6.0.jar:2.6.0]
at
org.apache.ignite.internal.processors.cache.distributed.dht.GridDhtPartitionTopologyImpl.initPartitions(GridDhtPartitionTopologyImpl.java:368)
~[ignite-core-2.6.0.jar:2.6.0]
at
org.apache.ignite.internal.processors.cache.distributed.dht.GridDhtPartitionTopologyImpl.beforeExchange(GridDhtPartitionTopologyImpl.java:543)
~[ignite-core-2.6.0.jar:2.6.0]
at
org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.distributedExchange(GridDhtPartitionsExchangeFuture.java:1141)
~[ignite-core-2.6.0.jar:2.6.0]
at
org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.init(GridDhtPartitionsExchangeFuture.java:712)
[ignite-core-2.6.0.jar:2.6.0]
at
org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body0(GridCachePartitionExchangeManager.java:2419)
[ignite-core-2.6.0.jar:2.6.0]
at
org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body(GridCachePartitionExchangeManager.java:2299)
[ignite-core-2.6.0.jar:2.6.0]
at
org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
[ignite-core-2.6.0.jar:2.6.0]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_171]
2018-10-25 03:47:02:993 [exchange-worker-#42] INFO
o.a.i.i.p.c.d.d.p.GridDhtPartitionsExchangeFuture:478 - Finish exchange
future [startVer=AffinityTopologyVersion [topVer=1, minorTopVer=1],
resVer=null, err=java.lang.IndexOutOfBoundsException: Index: 0, Size: 0]
2018-10-25 03:47:02:996 [exchange-worker-#42] ERROR
o.a.i.i.p.c.GridCachePartitionExchangeManager:498 - Failed to wait for
completion of partition map exchange (preloading will not start):
GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryCustomEvent
[customMsg=null, affTopVer=AffinityTopologyVersion [topVer=1,
minorTopVer=1], super=DiscoveryEvent [evtNode=ZookeeperClusterNode
[id=688cb8a6-b5b0-45e6-86d3-ad80d8dff395, addrs=[172.17.42.1, 10.0.200.5,
127.0.0.1], order=1, loc=true, client=false], topVer=1, nodeId8=688cb8a6,
msg=null, type=DISCOVERY_CUSTOM_EVT, tstamp=1540439222297]],
crd=ZookeeperClusterNode [id=688cb8a6-b5b0-45e6-86d3-ad80d8dff395,
addrs=[172.17.42.1, 10.0.200.5, 127.0.0.1], order=1, loc=true,
client=false], exchId=GridDhtPartitionExchangeId
[topVer=AffinityTopologyVersion [topVer=1, minorTopVer=1],
discoEvt=DiscoveryCustomEvent [customMsg=null,
affTopVer=AffinityTopologyVersion [topVer=1, minorTopVer=1],
super=DiscoveryEvent [evtNode=ZookeeperClusterNode
[id=688cb8a6-b5b0-45e6-86d3-ad80d8dff395, addrs=[172.17.42.1, 10.0.200.5,
127.0.0.1], order=1, loc=true, client=false], topVer=1, nodeId8=688cb8a6,
msg=null, type=DISCOVERY_CUSTOM_EVT, tstamp=1540439222297]],
nodeId=688cb8a6, evt=DISCOVERY_CUSTOM_EVT], added=true,
initFut=GridFutureAdapter [ignoreInterrupts=false, state=DONE, res=false,
hash=1419222410], init=false, lastVer=null,
partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion
[topVer=1, minorTopVer=1], futures=[ExplicitLockReleaseFuture
[topVer=AffinityTopologyVersion [topVer=1, minorTopVer=1], futures=[]],
AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=1,
minorTopVer=1], futures=[]], DataStreamerReleaseFuture
[topVer=AffinityTopologyVersion [topVer=1, minorTopVer=1], futures=[]],
LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=1,
minorTopVer=1], futures=[]], AllTxReleaseFuture
[topVer=AffinityTopologyVersion [topVer=1, minorTopVer=1],
futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=1,
minorTopVer=1], futures=[]]]]]], exchActions=null, affChangeMsg=null,
initTs=1540439222318, centralizedAff=false, forceAffReassignment=true,
changeGlobalStateE=null, done=true, state=CRD, evtLatch=0, remaining=[],
super=GridFutureAdapter [ignoreInterrupts=false, state=DONE,
res=java.lang.IndexOutOfBoundsException: Index: 0, Size: 0,
hash=1051381897]]
org.apache.ignite.IgniteCheckedException: Index: 0, Size: 0
at org.apache.ignite.internal.util.IgniteUtils.cast(IgniteUtils.java:7307)
[ignite-core-2.6.0.jar:2.6.0]
at
org.apache.ignite.internal.util.future.GridFutureAdapter.resolve(GridFutureAdapter.java:259)
~[ignite-core-2.6.0.jar:2.6.0]
at
org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:207)
~[ignite-core-2.6.0.jar:2.6.0]
at
org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:159)
~[ignite-core-2.6.0.jar:2.6.0]
at
org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:151)
~[ignite-core-2.6.0.jar:2.6.0]
at
org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body0(GridCachePartitionExchangeManager.java:2433)
[ignite-core-2.6.0.jar:2.6.0]
at
org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body(GridCachePartitionExchangeManager.java:2299)
[ignite-core-2.6.0.jar:2.6.0]
at
org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
[ignite-core-2.6.0.jar:2.6.0]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_171]
Caused by: java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
at java.util.ArrayList.rangeCheck(ArrayList.java:657) ~[?:1.8.0_171]
at java.util.ArrayList.get(ArrayList.java:433) ~[?:1.8.0_171]
at
org.apache.ignite.internal.processors.cache.CacheGroupContext.singleCacheContext(CacheGroupContext.java:385)
~[ignite-core-2.6.0.jar:2.6.0]
at
org.apache.ignite.internal.processors.cache.distributed.dht.GridDhtLocalPartition.<init>(GridDhtLocalPartition.java:198)
~[ignite-core-2.6.0.jar:2.6.0]
at
org.apache.ignite.internal.processors.cache.distributed.dht.GridDhtPartitionTopologyImpl.getOrCreatePartition(GridDhtPartitionTopologyImpl.java:812)
~[ignite-core-2.6.0.jar:2.6.0]
at
org.apache.ignite.internal.processors.cache.distributed.dht.GridDhtPartitionTopologyImpl.initPartitions(GridDhtPartitionTopologyImpl.java:368)
~[ignite-core-2.6.0.jar:2.6.0]
at
org.apache.ignite.internal.processors.cache.distributed.dht.GridDhtPartitionTopologyImpl.beforeExchange(GridDhtPartitionTopologyImpl.java:543)
~[ignite-core-2.6.0.jar:2.6.0]
at
org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.distributedExchange(GridDhtPartitionsExchangeFuture.java:1141)
~[ignite-core-2.6.0.jar:2.6.0]
at
org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.init(GridDhtPartitionsExchangeFuture.java:712)
~[ignite-core-2.6.0.jar:2.6.0]
at
org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body0(GridCachePartitionExchangeManager.java:2419)
~[ignite-core-2.6.0.jar:2.6.0]
... 3 more
--
Sent from: http://apache-ignite-users.70518.x6.nabble.com/
Re: An error occured when recreate cache
Posted by Denis Mekhanikov <dm...@gmail.com>.
Could you describe steps to reproduce the issue in more details?
What is the cluster topology and sequence of operations?
Denis
чт, 25 окт. 2018 г. в 6:50, Justin Ji <bi...@foxmail.com>:
> The following is the stack:
>
> 2018-10-25 03:47:02:992 [exchange-worker-#42] ERROR
> o.a.i.i.p.c.d.d.p.GridDhtPartitionsExchangeFuture:498 - Failed to
> reinitialize local partitions (preloading will be stopped):
> GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=1,
> minorTopVer=1], discoEvt=DiscoveryCustomEvent
> [customMsg=ChangeGlobalStateMessage
> [id=5491559a661-f481a0dd-41dd-400f-9f16-78f1770bd576,
> reqId=c18dfcb8-3874-48df-b88a-280270f3b2db,
> initiatingNodeId=688cb8a6-b5b0-45e6-86d3-ad80d8dff395, activate=true,
> baselineTopology=BaselineTopology [id=0, branchingHash=2124742757,
> branchingType='New BaselineTopology',
> baselineNodes=[2e713072-c9fd-4240-8e39-90751710e222]],
> forceChangeBaselineTopology=false, timestamp=1540439222186],
> affTopVer=AffinityTopologyVersion [topVer=1, minorTopVer=1],
> super=DiscoveryEvent [evtNode=ZookeeperClusterNode
> [id=688cb8a6-b5b0-45e6-86d3-ad80d8dff395, addrs=[172.17.42.1, 10.0.200.5,
> 127.0.0.1], order=1, loc=true, client=false], topVer=1, nodeId8=688cb8a6,
> msg=null, type=DISCOVERY_CUSTOM_EVT, tstamp=1540439222297]],
> nodeId=688cb8a6, evt=DISCOVERY_CUSTOM_EVT]
> java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
> at java.util.ArrayList.rangeCheck(ArrayList.java:657)
> ~[?:1.8.0_171]
> at java.util.ArrayList.get(ArrayList.java:433) ~[?:1.8.0_171]
> at
>
> org.apache.ignite.internal.processors.cache.CacheGroupContext.singleCacheContext(CacheGroupContext.java:385)
> ~[ignite-core-2.6.0.jar:2.6.0]
> at
>
> org.apache.ignite.internal.processors.cache.distributed.dht.GridDhtLocalPartition.<init>(GridDhtLocalPartition.java:198)
> ~[ignite-core-2.6.0.jar:2.6.0]
> at
>
> org.apache.ignite.internal.processors.cache.distributed.dht.GridDhtPartitionTopologyImpl.getOrCreatePartition(GridDhtPartitionTopologyImpl.java:812)
> ~[ignite-core-2.6.0.jar:2.6.0]
> at
>
> org.apache.ignite.internal.processors.cache.distributed.dht.GridDhtPartitionTopologyImpl.initPartitions(GridDhtPartitionTopologyImpl.java:368)
> ~[ignite-core-2.6.0.jar:2.6.0]
> at
>
> org.apache.ignite.internal.processors.cache.distributed.dht.GridDhtPartitionTopologyImpl.beforeExchange(GridDhtPartitionTopologyImpl.java:543)
> ~[ignite-core-2.6.0.jar:2.6.0]
> at
>
> org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.distributedExchange(GridDhtPartitionsExchangeFuture.java:1141)
> ~[ignite-core-2.6.0.jar:2.6.0]
> at
>
> org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.init(GridDhtPartitionsExchangeFuture.java:712)
> [ignite-core-2.6.0.jar:2.6.0]
> at
>
> org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body0(GridCachePartitionExchangeManager.java:2419)
> [ignite-core-2.6.0.jar:2.6.0]
> at
>
> org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body(GridCachePartitionExchangeManager.java:2299)
> [ignite-core-2.6.0.jar:2.6.0]
> at
> org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
> [ignite-core-2.6.0.jar:2.6.0]
> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_171]
> 2018-10-25 03:47:02:993 [exchange-worker-#42] INFO
> o.a.i.i.p.c.d.d.p.GridDhtPartitionsExchangeFuture:478 - Finish exchange
> future [startVer=AffinityTopologyVersion [topVer=1, minorTopVer=1],
> resVer=null, err=java.lang.IndexOutOfBoundsException: Index: 0, Size: 0]
> 2018-10-25 03:47:02:996 [exchange-worker-#42] ERROR
> o.a.i.i.p.c.GridCachePartitionExchangeManager:498 - Failed to wait for
> completion of partition map exchange (preloading will not start):
> GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryCustomEvent
> [customMsg=null, affTopVer=AffinityTopologyVersion [topVer=1,
> minorTopVer=1], super=DiscoveryEvent [evtNode=ZookeeperClusterNode
> [id=688cb8a6-b5b0-45e6-86d3-ad80d8dff395, addrs=[172.17.42.1, 10.0.200.5,
> 127.0.0.1], order=1, loc=true, client=false], topVer=1, nodeId8=688cb8a6,
> msg=null, type=DISCOVERY_CUSTOM_EVT, tstamp=1540439222297]],
> crd=ZookeeperClusterNode [id=688cb8a6-b5b0-45e6-86d3-ad80d8dff395,
> addrs=[172.17.42.1, 10.0.200.5, 127.0.0.1], order=1, loc=true,
> client=false], exchId=GridDhtPartitionExchangeId
> [topVer=AffinityTopologyVersion [topVer=1, minorTopVer=1],
> discoEvt=DiscoveryCustomEvent [customMsg=null,
> affTopVer=AffinityTopologyVersion [topVer=1, minorTopVer=1],
> super=DiscoveryEvent [evtNode=ZookeeperClusterNode
> [id=688cb8a6-b5b0-45e6-86d3-ad80d8dff395, addrs=[172.17.42.1, 10.0.200.5,
> 127.0.0.1], order=1, loc=true, client=false], topVer=1, nodeId8=688cb8a6,
> msg=null, type=DISCOVERY_CUSTOM_EVT, tstamp=1540439222297]],
> nodeId=688cb8a6, evt=DISCOVERY_CUSTOM_EVT], added=true,
> initFut=GridFutureAdapter [ignoreInterrupts=false, state=DONE, res=false,
> hash=1419222410], init=false, lastVer=null,
> partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion
> [topVer=1, minorTopVer=1], futures=[ExplicitLockReleaseFuture
> [topVer=AffinityTopologyVersion [topVer=1, minorTopVer=1], futures=[]],
> AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=1,
> minorTopVer=1], futures=[]], DataStreamerReleaseFuture
> [topVer=AffinityTopologyVersion [topVer=1, minorTopVer=1], futures=[]],
> LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=1,
> minorTopVer=1], futures=[]], AllTxReleaseFuture
> [topVer=AffinityTopologyVersion [topVer=1, minorTopVer=1],
> futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=1,
> minorTopVer=1], futures=[]]]]]], exchActions=null, affChangeMsg=null,
> initTs=1540439222318, centralizedAff=false, forceAffReassignment=true,
> changeGlobalStateE=null, done=true, state=CRD, evtLatch=0, remaining=[],
> super=GridFutureAdapter [ignoreInterrupts=false, state=DONE,
> res=java.lang.IndexOutOfBoundsException: Index: 0, Size: 0,
> hash=1051381897]]
> org.apache.ignite.IgniteCheckedException: Index: 0, Size: 0
> at
> org.apache.ignite.internal.util.IgniteUtils.cast(IgniteUtils.java:7307)
> [ignite-core-2.6.0.jar:2.6.0]
> at
>
> org.apache.ignite.internal.util.future.GridFutureAdapter.resolve(GridFutureAdapter.java:259)
> ~[ignite-core-2.6.0.jar:2.6.0]
> at
>
> org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:207)
> ~[ignite-core-2.6.0.jar:2.6.0]
> at
>
> org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:159)
> ~[ignite-core-2.6.0.jar:2.6.0]
> at
>
> org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:151)
> ~[ignite-core-2.6.0.jar:2.6.0]
> at
>
> org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body0(GridCachePartitionExchangeManager.java:2433)
> [ignite-core-2.6.0.jar:2.6.0]
> at
>
> org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body(GridCachePartitionExchangeManager.java:2299)
> [ignite-core-2.6.0.jar:2.6.0]
> at
> org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
> [ignite-core-2.6.0.jar:2.6.0]
> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_171]
> Caused by: java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
> at java.util.ArrayList.rangeCheck(ArrayList.java:657)
> ~[?:1.8.0_171]
> at java.util.ArrayList.get(ArrayList.java:433) ~[?:1.8.0_171]
> at
>
> org.apache.ignite.internal.processors.cache.CacheGroupContext.singleCacheContext(CacheGroupContext.java:385)
> ~[ignite-core-2.6.0.jar:2.6.0]
> at
>
> org.apache.ignite.internal.processors.cache.distributed.dht.GridDhtLocalPartition.<init>(GridDhtLocalPartition.java:198)
> ~[ignite-core-2.6.0.jar:2.6.0]
> at
>
> org.apache.ignite.internal.processors.cache.distributed.dht.GridDhtPartitionTopologyImpl.getOrCreatePartition(GridDhtPartitionTopologyImpl.java:812)
> ~[ignite-core-2.6.0.jar:2.6.0]
> at
>
> org.apache.ignite.internal.processors.cache.distributed.dht.GridDhtPartitionTopologyImpl.initPartitions(GridDhtPartitionTopologyImpl.java:368)
> ~[ignite-core-2.6.0.jar:2.6.0]
> at
>
> org.apache.ignite.internal.processors.cache.distributed.dht.GridDhtPartitionTopologyImpl.beforeExchange(GridDhtPartitionTopologyImpl.java:543)
> ~[ignite-core-2.6.0.jar:2.6.0]
> at
>
> org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.distributedExchange(GridDhtPartitionsExchangeFuture.java:1141)
> ~[ignite-core-2.6.0.jar:2.6.0]
> at
>
> org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.init(GridDhtPartitionsExchangeFuture.java:712)
> ~[ignite-core-2.6.0.jar:2.6.0]
> at
>
> org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body0(GridCachePartitionExchangeManager.java:2419)
> ~[ignite-core-2.6.0.jar:2.6.0]
> ... 3 more
>
>
>
> --
> Sent from: http://apache-ignite-users.70518.x6.nabble.com/
>