You are viewing a plain text version of this content. The canonical link for it is here.
Posted to user@ignite.apache.org by Vladimir <vl...@yandex.ru> on 2017/11/02 09:03:12 UTC
Trouble with v 2.3.0 on AIX
Hi,
Just upgraded from Ignite 2.1.0 to v.2.3.0. And now our several nodes cannot
start on AIX 7. The error:
ERROR 2017-11-02 11:59:01.331 [grid-nio-worker-tcp-comm-1-#22]
org.apache.ignite.internal.util.nio.GridDirectParser: Failed to read message
[msg=GridIoMessage [plc=0, topic=null, topicOrd=-1, ordered=false,
timeout=0, skipOnTimeout=false, msg=null],
buf=java.nio.DirectByteBuffer[pos=16841 lim=16844 cap=32768],
reader=DirectMessageReader [state=DirectMessageState [pos=0,
stack=[StateItem [stream=DirectByteBufferStreamImplV2
[baseOff=1100144027456, arrOff=-1, tmpArrOff=0, tmpArrBytes=0,
msgTypeDone=true, msg=GridDhtPartitionsFullMessage [parts=null,
partCntrs=null, partCntrs2=null, partHistSuppliers=null, partsToReload=null,
topVer=null, errs=null, compress=false, resTopVer=null, partCnt=0,
super=GridDhtPartitionsAbstractMessage [exchId=GridDhtPartitionExchangeId
[topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], discoEvt=null,
nodeId=e3ac3f40, evt=NODE_JOINED], lastVer=GridCacheVersion [topVer=0,
order=1509612963224, nodeOrder=0], super=GridCacheMessage [msgId=369,
depInfo=null, err=null, skipPrepare=false]]], mapIt=null, it=null,
arrPos=-1, keyDone=false, readSize=-1, readItems=0, prim=0, primShift=0,
uuidState=0, uuidMost=0, uuidLeast=0, uuidLocId=0, lastFinished=true],
state=0], StateItem [stream=DirectByteBufferStreamImplV2
[baseOff=1100144027456, arrOff=-1, tmpArrOff=0, tmpArrBytes=0,
msgTypeDone=true, msg=CacheGroupAffinityMessage [], mapIt=null, it=null,
arrPos=-1, keyDone=true, readSize=7, readItems=2, prim=0, primShift=0,
uuidState=0, uuidMost=0, uuidLeast=0, uuidLocId=0, lastFinished=true],
state=0], StateItem [stream=DirectByteBufferStreamImplV2
[baseOff=1100144027456, arrOff=-1, tmpArrOff=0, tmpArrBytes=0,
msgTypeDone=true, msg=GridLongList [idx=0, arr=[]], mapIt=null, it=null,
arrPos=-1, keyDone=false, readSize=512, readItems=47, prim=0, primShift=0,
uuidState=0, uuidMost=0, uuidLeast=0, uuidLocId=0, lastFinished=true],
state=0], StateItem [stream=DirectByteBufferStreamImplV2
[baseOff=1100144027456, arrOff=-1, tmpArrOff=40, tmpArrBytes=40,
msgTypeDone=false, msg=null, mapIt=null, it=null, arrPos=-1, keyDone=false,
readSize=-1, readItems=0, prim=0, primShift=0, uuidState=0, uuidMost=0,
uuidLeast=0, uuidLocId=0, lastFinished=true], state=0], null, null, null,
null, null, null]], lastRead=true], ses=GridSelectorNioSessionImpl
[worker=DirectNioClientWorker [super=AbstractNioClientWorker [idx=1,
bytesRcvd=404253, bytesSent=1989, bytesRcvd0=16886, bytesSent0=28,
select=true, super=GridWorker [name=grid-nio-worker-tcp-comm-1,
igniteInstanceName=null, finished=false, hashCode=-2134841549,
interrupted=false, runner=grid-nio-worker-tcp-comm-1-#22]]],
writeBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768],
readBuf=java.nio.DirectByteBuffer[pos=16841 lim=16844 cap=32768],
inRecovery=GridNioRecoveryDescriptor [acked=6, resendCnt=0, rcvCnt=0,
sentCnt=6, reserved=true, lastAck=0, nodeLeft=false, node=TcpDiscoveryNode
[id=7683662b-16c9-42b7-aa0d-8328a60fc58e, addrs=[127.0.0.1],
sockAddrs=[/127.0.0.1:6250], discPort=6250, order=1, intOrder=1,
lastExchangeTime=1509612963744, loc=false, ver=2.3.0#20171028-sha1:8add7fd5,
isClient=false], connected=true, connectCnt=11, queueLimit=131072,
reserveCnt=175, pairedConnections=false],
outRecovery=GridNioRecoveryDescriptor [acked=6, resendCnt=0, rcvCnt=0,
sentCnt=6, reserved=true, lastAck=0, nodeLeft=false, node=TcpDiscoveryNode
[id=7683662b-16c9-42b7-aa0d-8328a60fc58e, addrs=[127.0.0.1],
sockAddrs=[/127.0.0.1:6250], discPort=6250, order=1, intOrder=1,
lastExchangeTime=1509612963744, loc=false, ver=2.3.0#20171028-sha1:8add7fd5,
isClient=false], connected=true, connectCnt=11, queueLimit=131072,
reserveCnt=175, pairedConnections=false], super=GridNioSessionImpl
[locAddr=/127.0.0.1:6284, rmtAddr=/127.0.0.1:61790,
createTime=1509613141318, closeTime=0, bytesSent=28, bytesRcvd=16886,
bytesSent0=28, bytesRcvd0=16886, sndSchedTime=1509613141318,
lastSndTime=1509613141318, lastRcvTime=1509613141318, readsPaused=false,
filterChain=FilterChain[filters=[GridNioCodecFilter
[parser=o.a.i.i.util.nio.GridDirectParser@8e66d834, directMode=true],
GridConnectionBytesVerifyFilter], accepted=true]]]
java.lang.IllegalArgumentException: null
at java.nio.Buffer.position(Buffer.java:255) ~[?:1.8.0]
at
org.apache.ignite.internal.direct.stream.v2.DirectByteBufferStreamImplV2.readArrayLE(DirectByteBufferStreamImplV2.java:1587)
~[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.direct.stream.v2.DirectByteBufferStreamImplV2.readArrayLE(DirectByteBufferStreamImplV2.java:1542)
~[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.direct.stream.v2.DirectByteBufferStreamImplV2.readLongArray(DirectByteBufferStreamImplV2.java:1013)
~[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.direct.DirectMessageReader.readLongArray(DirectMessageReader.java:212)
~[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.util.GridLongList.readFrom(GridLongList.java:558)
~[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.direct.stream.v2.DirectByteBufferStreamImplV2.readMessage(DirectByteBufferStreamImplV2.java:1165)
~[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.direct.stream.v2.DirectByteBufferStreamImplV2.read(DirectByteBufferStreamImplV2.java:1785)
~[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.direct.stream.v2.DirectByteBufferStreamImplV2.readCollection(DirectByteBufferStreamImplV2.java:1244)
~[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.direct.DirectMessageReader.readCollection(DirectMessageReader.java:333)
~[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.processors.cache.distributed.dht.preloader.CacheGroupAffinityMessage.readFrom(CacheGroupAffinityMessage.java:292)
~[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.direct.stream.v2.DirectByteBufferStreamImplV2.readMessage(DirectByteBufferStreamImplV2.java:1165)
~[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.direct.stream.v2.DirectByteBufferStreamImplV2.read(DirectByteBufferStreamImplV2.java:1785)
~[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.direct.stream.v2.DirectByteBufferStreamImplV2.readMap(DirectByteBufferStreamImplV2.java:1294)
~[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.direct.DirectMessageReader.readMap(DirectMessageReader.java:345)
~[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsFullMessage.readFrom(GridDhtPartitionsFullMessage.java:645)
~[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.direct.stream.v2.DirectByteBufferStreamImplV2.readMessage(DirectByteBufferStreamImplV2.java:1165)
~[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.direct.DirectMessageReader.readMessage(DirectMessageReader.java:311)
~[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.managers.communication.GridIoMessage.readFrom(GridIoMessage.java:262)
~[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.util.nio.GridDirectParser.decode(GridDirectParser.java:90)
[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.util.nio.GridNioCodecFilter.onMessageReceived(GridNioCodecFilter.java:114)
[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.util.nio.GridNioFilterAdapter.proceedMessageReceived(GridNioFilterAdapter.java:109)
[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.util.nio.GridConnectionBytesVerifyFilter.onMessageReceived(GridConnectionBytesVerifyFilter.java:133)
[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.util.nio.GridNioFilterAdapter.proceedMessageReceived(GridNioFilterAdapter.java:109)
[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.util.nio.GridNioServer$HeadFilter.onMessageReceived(GridNioServer.java:3388)
[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.util.nio.GridNioFilterChain.onMessageReceived(GridNioFilterChain.java:175)
[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.util.nio.GridNioServer$DirectNioClientWorker.processRead(GridNioServer.java:1261)
[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.processSelectedKeysOptimized(GridNioServer.java:2272)
[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2048)
[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1717)
[ignite-core-2.3.0.jar:2.3.0]
at
org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
[ignite-core-2.3.0.jar:2.3.0]
at java.lang.Thread.run(Thread.java:785) [?:2.6 (05-16-2017)]
Any workarounds? Thanks
--
Sent from: http://apache-ignite-users.70518.x6.nabble.com/
Re: Trouble with v 2.3.0 on AIX
Posted by Denis Magda <dm...@apache.org>.
Thanks Vladimir,
Here is a ticket: https://issues.apache.org/jira/browse/IGNITE-6952 <https://issues.apache.org/jira/browse/IGNITE-6952>
—
Denis
> On Nov 13, 2017, at 7:43 AM, Vladimir <vl...@yandex.ru> wrote:
>
> Logs uploaded. Node1 started first. Node2 couldn't join the cluster. Search
> for first "java.lang.IllegalArgumentException: null" in node2.log
>
> node1.zip
> <http://apache-ignite-users.70518.x6.nabble.com/file/t868/node1.zip>
>
> node2.zip
> <http://apache-ignite-users.70518.x6.nabble.com/file/t868/node2.zip>
>
>
>
> --
> Sent from: http://apache-ignite-users.70518.x6.nabble.com/
Re: Trouble with v 2.3.0 on AIX
Posted by Vladimir <vl...@yandex.ru>.
Logs uploaded. Node1 started first. Node2 couldn't join the cluster. Search
for first "java.lang.IllegalArgumentException: null" in node2.log
node1.zip
<http://apache-ignite-users.70518.x6.nabble.com/file/t868/node1.zip>
node2.zip
<http://apache-ignite-users.70518.x6.nabble.com/file/t868/node2.zip>
--
Sent from: http://apache-ignite-users.70518.x6.nabble.com/
Re: Trouble with v 2.3.0 on AIX
Posted by Denis Magda <dm...@apache.org>.
That’s the bug:
https://issues.apache.org/jira/browse/IGNITE-7178
The community will try to fix it in the next release.
—
Denis
> On Nov 2, 2017, at 2:57 PM, Alexey Kukushkin <ku...@gmail.com> wrote:
>
> Vladimir, right now I have no idea what is happening. Maybe Community will help. The stack trace goes deep into Big-Endian code that I cannot even troubleshoot since I have no Big-Endian platform available. Gathering logs might be helpful: I would stop all the nodes, clean $IGNITE_HOME/work/logs/*, start running the nodes one-by-one until the problem is reproduced and then share logs from all the nodes with the community.
>
> On Thu, Nov 2, 2017 at 4:10 PM, Vladimir <vladsz83@yandex.ru <ma...@yandex.ru>> wrote:
> No single and simple configuration is available. But notging special: default
> or slightly changed memory policy, replicated and partitioned caches (mostly
> atomic), write-through persistence, tcp-discovery, continous queries,
> services
>
>
>
> --
> Sent from: http://apache-ignite-users.70518.x6.nabble.com/ <http://apache-ignite-users.70518.x6.nabble.com/>
>
>
>
> --
> Best regards,
> Alexey
Re: Trouble with v 2.3.0 on AIX
Posted by Alexey Kukushkin <ku...@gmail.com>.
Vladimir, right now I have no idea what is happening. Maybe Community will
help. The stack trace goes deep into Big-Endian code that I cannot even
troubleshoot since I have no Big-Endian platform available. Gathering logs
might be helpful: I would stop all the nodes, clean
$IGNITE_HOME/work/logs/*, start running the nodes one-by-one until the
problem is reproduced and then share logs from all the nodes with the
community.
On Thu, Nov 2, 2017 at 4:10 PM, Vladimir <vl...@yandex.ru> wrote:
> No single and simple configuration is available. But notging special:
> default
> or slightly changed memory policy, replicated and partitioned caches
> (mostly
> atomic), write-through persistence, tcp-discovery, continous queries,
> services
>
>
>
> --
> Sent from: http://apache-ignite-users.70518.x6.nabble.com/
>
--
Best regards,
Alexey
Re: Trouble with v 2.3.0 on AIX
Posted by Vladimir <vl...@yandex.ru>.
No single and simple configuration is available. But notging special: default
or slightly changed memory policy, replicated and partitioned caches (mostly
atomic), write-through persistence, tcp-discovery, continous queries,
services
--
Sent from: http://apache-ignite-users.70518.x6.nabble.com/
Re: Trouble with v 2.3.0 on AIX
Posted by Alexey Kukushkin <ku...@gmail.com>.
Hi Vladimir,
Can you share your Ignite configuration or give a list of features you have
configured if sharing configuration is not possible (whether you have
persistence, cache store, what discovery you use, etc.).
--
Sent from: http://apache-ignite-users.70518.x6.nabble.com/
Re: Trouble with v 2.3.0 on AIX
Posted by Michael Cherkasov <mi...@gmail.com>.
Hi Vladimir,
Unfortunately I don't have AIX or any other big-endian machine at hand, so
could you please assist me with fixing this bug.
Could you please run the following unit test on your AIX box:
org.apache.ignite.internal.direct.stream.v2.DirectByteBufferStreamImplV2ByteOrderSelfTest
Could you please say results of this test?
Thanks,
Mike.
2017-11-02 12:03 GMT+03:00 Vladimir <vl...@yandex.ru>:
> Hi,
>
> Just upgraded from Ignite 2.1.0 to v.2.3.0. And now our several nodes
> cannot
> start on AIX 7. The error:
>
> ERROR 2017-11-02 11:59:01.331 [grid-nio-worker-tcp-comm-1-#22]
> org.apache.ignite.internal.util.nio.GridDirectParser: Failed to read
> message
> [msg=GridIoMessage [plc=0, topic=null, topicOrd=-1, ordered=false,
> timeout=0, skipOnTimeout=false, msg=null],
> buf=java.nio.DirectByteBuffer[pos=16841 lim=16844 cap=32768],
> reader=DirectMessageReader [state=DirectMessageState [pos=0,
> stack=[StateItem [stream=DirectByteBufferStreamImplV2
> [baseOff=1100144027456, arrOff=-1, tmpArrOff=0, tmpArrBytes=0,
> msgTypeDone=true, msg=GridDhtPartitionsFullMessage [parts=null,
> partCntrs=null, partCntrs2=null, partHistSuppliers=null,
> partsToReload=null,
> topVer=null, errs=null, compress=false, resTopVer=null, partCnt=0,
> super=GridDhtPartitionsAbstractMessage [exchId=GridDhtPartitionExchangeId
> [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], discoEvt=null,
> nodeId=e3ac3f40, evt=NODE_JOINED], lastVer=GridCacheVersion [topVer=0,
> order=1509612963224, nodeOrder=0], super=GridCacheMessage [msgId=369,
> depInfo=null, err=null, skipPrepare=false]]], mapIt=null, it=null,
> arrPos=-1, keyDone=false, readSize=-1, readItems=0, prim=0, primShift=0,
> uuidState=0, uuidMost=0, uuidLeast=0, uuidLocId=0, lastFinished=true],
> state=0], StateItem [stream=DirectByteBufferStreamImplV2
> [baseOff=1100144027456, arrOff=-1, tmpArrOff=0, tmpArrBytes=0,
> msgTypeDone=true, msg=CacheGroupAffinityMessage [], mapIt=null, it=null,
> arrPos=-1, keyDone=true, readSize=7, readItems=2, prim=0, primShift=0,
> uuidState=0, uuidMost=0, uuidLeast=0, uuidLocId=0, lastFinished=true],
> state=0], StateItem [stream=DirectByteBufferStreamImplV2
> [baseOff=1100144027456, arrOff=-1, tmpArrOff=0, tmpArrBytes=0,
> msgTypeDone=true, msg=GridLongList [idx=0, arr=[]], mapIt=null, it=null,
> arrPos=-1, keyDone=false, readSize=512, readItems=47, prim=0, primShift=0,
> uuidState=0, uuidMost=0, uuidLeast=0, uuidLocId=0, lastFinished=true],
> state=0], StateItem [stream=DirectByteBufferStreamImplV2
> [baseOff=1100144027456, arrOff=-1, tmpArrOff=40, tmpArrBytes=40,
> msgTypeDone=false, msg=null, mapIt=null, it=null, arrPos=-1, keyDone=false,
> readSize=-1, readItems=0, prim=0, primShift=0, uuidState=0, uuidMost=0,
> uuidLeast=0, uuidLocId=0, lastFinished=true], state=0], null, null, null,
> null, null, null]], lastRead=true], ses=GridSelectorNioSessionImpl
> [worker=DirectNioClientWorker [super=AbstractNioClientWorker [idx=1,
> bytesRcvd=404253, bytesSent=1989, bytesRcvd0=16886, bytesSent0=28,
> select=true, super=GridWorker [name=grid-nio-worker-tcp-comm-1,
> igniteInstanceName=null, finished=false, hashCode=-2134841549,
> interrupted=false, runner=grid-nio-worker-tcp-comm-1-#22]]],
> writeBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768],
> readBuf=java.nio.DirectByteBuffer[pos=16841 lim=16844 cap=32768],
> inRecovery=GridNioRecoveryDescriptor [acked=6, resendCnt=0, rcvCnt=0,
> sentCnt=6, reserved=true, lastAck=0, nodeLeft=false, node=TcpDiscoveryNode
> [id=7683662b-16c9-42b7-aa0d-8328a60fc58e, addrs=[127.0.0.1],
> sockAddrs=[/127.0.0.1:6250], discPort=6250, order=1, intOrder=1,
> lastExchangeTime=1509612963744, loc=false, ver=2.3.0#20171028-sha1:
> 8add7fd5,
> isClient=false], connected=true, connectCnt=11, queueLimit=131072,
> reserveCnt=175, pairedConnections=false],
> outRecovery=GridNioRecoveryDescriptor [acked=6, resendCnt=0, rcvCnt=0,
> sentCnt=6, reserved=true, lastAck=0, nodeLeft=false, node=TcpDiscoveryNode
> [id=7683662b-16c9-42b7-aa0d-8328a60fc58e, addrs=[127.0.0.1],
> sockAddrs=[/127.0.0.1:6250], discPort=6250, order=1, intOrder=1,
> lastExchangeTime=1509612963744, loc=false, ver=2.3.0#20171028-sha1:
> 8add7fd5,
> isClient=false], connected=true, connectCnt=11, queueLimit=131072,
> reserveCnt=175, pairedConnections=false], super=GridNioSessionImpl
> [locAddr=/127.0.0.1:6284, rmtAddr=/127.0.0.1:61790,
> createTime=1509613141318, closeTime=0, bytesSent=28, bytesRcvd=16886,
> bytesSent0=28, bytesRcvd0=16886, sndSchedTime=1509613141318,
> lastSndTime=1509613141318, lastRcvTime=1509613141318, readsPaused=false,
> filterChain=FilterChain[filters=[GridNioCodecFilter
> [parser=o.a.i.i.util.nio.GridDirectParser@8e66d834, directMode=true],
> GridConnectionBytesVerifyFilter], accepted=true]]]
> java.lang.IllegalArgumentException: null
> at java.nio.Buffer.position(Buffer.java:255) ~[?:1.8.0]
> at
> org.apache.ignite.internal.direct.stream.v2.DirectByteBufferStreamImplV2.
> readArrayLE(DirectByteBufferStreamImplV2.java:1587)
> ~[ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.direct.stream.v2.DirectByteBufferStreamImplV2.
> readArrayLE(DirectByteBufferStreamImplV2.java:1542)
> ~[ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.direct.stream.v2.DirectByteBufferStreamImplV2.
> readLongArray(DirectByteBufferStreamImplV2.java:1013)
> ~[ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.direct.DirectMessageReader.readLongArray(
> DirectMessageReader.java:212)
> ~[ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.util.GridLongList.readFrom(
> GridLongList.java:558)
> ~[ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.direct.stream.v2.DirectByteBufferStreamImplV2.
> readMessage(DirectByteBufferStreamImplV2.java:1165)
> ~[ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.direct.stream.v2.DirectByteBufferStreamImplV2.
> read(DirectByteBufferStreamImplV2.java:1785)
> ~[ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.direct.stream.v2.DirectByteBufferStreamImplV2.
> readCollection(DirectByteBufferStreamImplV2.java:1244)
> ~[ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.direct.DirectMessageReader.readCollection(
> DirectMessageReader.java:333)
> ~[ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.processors.cache.distributed.dht.preloader.
> CacheGroupAffinityMessage.readFrom(CacheGroupAffinityMessage.java:292)
> ~[ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.direct.stream.v2.DirectByteBufferStreamImplV2.
> readMessage(DirectByteBufferStreamImplV2.java:1165)
> ~[ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.direct.stream.v2.DirectByteBufferStreamImplV2.
> read(DirectByteBufferStreamImplV2.java:1785)
> ~[ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.direct.stream.v2.DirectByteBufferStreamImplV2.
> readMap(DirectByteBufferStreamImplV2.java:1294)
> ~[ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.direct.DirectMessageReader.
> readMap(DirectMessageReader.java:345)
> ~[ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.processors.cache.distributed.dht.preloader.
> GridDhtPartitionsFullMessage.readFrom(GridDhtPartitionsFullMessage.
> java:645)
> ~[ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.direct.stream.v2.DirectByteBufferStreamImplV2.
> readMessage(DirectByteBufferStreamImplV2.java:1165)
> ~[ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.direct.DirectMessageReader.readMessage(
> DirectMessageReader.java:311)
> ~[ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.managers.communication.GridIoMessage.readFrom(
> GridIoMessage.java:262)
> ~[ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.util.nio.GridDirectParser.
> decode(GridDirectParser.java:90)
> [ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.util.nio.GridNioCodecFilter.onMessageReceived(
> GridNioCodecFilter.java:114)
> [ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.util.nio.GridNioFilterAdapter.
> proceedMessageReceived(GridNioFilterAdapter.java:109)
> [ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.util.nio.GridConnectionBytesVerifyFilte
> r.onMessageReceived(GridConnectionBytesVerifyFilter.java:133)
> [ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.util.nio.GridNioFilterAdapter.
> proceedMessageReceived(GridNioFilterAdapter.java:109)
> [ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.util.nio.GridNioServer$
> HeadFilter.onMessageReceived(GridNioServer.java:3388)
> [ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.util.nio.GridNioFilterChain.onMessageReceived(
> GridNioFilterChain.java:175)
> [ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.util.nio.GridNioServer$DirectNioClientWorker.
> processRead(GridNioServer.java:1261)
> [ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.
> processSelectedKeysOptimized(GridNioServer.java:2272)
> [ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.
> bodyInternal(GridNioServer.java:2048)
> [ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.util.nio.GridNioServer$
> AbstractNioClientWorker.body(GridNioServer.java:1717)
> [ignite-core-2.3.0.jar:2.3.0]
> at
> org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110)
> [ignite-core-2.3.0.jar:2.3.0]
> at java.lang.Thread.run(Thread.java:785) [?:2.6 (05-16-2017)]
>
> Any workarounds? Thanks
>
>
>
> --
> Sent from: http://apache-ignite-users.70518.x6.nabble.com/
>