You are viewing a plain text version of this content. The canonical link for it is here.
Posted to user@ignite.apache.org by mahesh76private <ma...@gmail.com> on 2019/04/26 07:57:11 UTC
Older client connections to Ignite blocking new clients
Hi,
We are experiencing a strange issue on ignite 2.7 for a few months now.
we have 4 ignite clients (say GROUP1) connected to a ignite cluster natively
via java.
Everything works as expected for 4-5 days, then what we observe is that
ignite fails accept any new connections.
The only way to recover from here is to kill all clients in GROUP1 and then
the ignite cluster accepts client connections once again and works fine
is there any outstanding bug on Ignite 2.7 that explains this behavior?
If not, I will add more logs...
Below is ignite cluster node config
<?xml version="1.0" encoding="UTF-8"?>
<beans xmlns="http://www.springframework.org/schema/beans"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="
http://www.springframework.org/schema/beans
http://www.springframework.org/schema/beans/spring-beans.xsd">
<bean id="grid.cfg"
class="org.apache.ignite.configuration.IgniteConfiguration">
<property name="systemWorkerBlockedTimeout" value="#{60 * 60 *
1000}"/>
<property name="networkTimeout" value="600000"/>
<property name="peerClassLoadingEnabled" value="true"/>
<property name="metricsLogFrequency" value="3000"/>
<property name="rebalanceThreadPoolSize" value="4"/>
<property name="consistentId" value="ns1_01"/>
<property name="userAttributes">
<map>
<entry key="ROLE" value="data.compute"/>
</map>
</property>
<property name="cacheConfiguration">
<list>
<bean id="cache-template-bean"
class="org.apache.ignite.configuration.CacheConfiguration">
<property name="name" value="SQLTABLE_CACHE_TEMPLATE*"/>
<property name="cacheMode" value="PARTITIONED"/>
<property name="backups" value="1"/>
<property name="atomicityMode" value="TRANSACTIONAL"/>
<property name="writeSynchronizationMode"
value="PRIMARY_SYNC"/>
<property name="rebalanceBatchSize" value="#{4 * 1024 *
1024}"/>
<property name="rebalanceMode" value="ASYNC"/>
<property name="statisticsEnabled" value="true"/>
<property name="rebalanceBatchesPrefetchCount"
value="4"/>
<property name="defaultLockTimeout" value="5000"/>
<property name="readFromBackup" value="true"/>
<property name="queryParallelism" value="16"/>
<property name="nodeFilter">
<bean
class="org.apache.ignite.util.AttributeNodeFilter">
<constructor-arg>
<map>
<entry key="ROLE" value="data.compute"/>
</map>
</constructor-arg>
</bean>
</property>
</bean>
</list>
</property>
<property name="communicationSpi">
<bean
class="org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi">
<property name="connectTimeout" value="60000"/>
<property name="socketWriteTimeout" value="60000"/>
<property name="directBuffer" value="true"/>
<property name="directSendBuffer" value="true"/>
<property name="tcpNoDelay" value="false"/>
<property name="reconnectCount" value="5"/>
</bean>
</property>
<property name="dataStorageConfiguration">
<bean
class="org.apache.ignite.configuration.DataStorageConfiguration">
<property name="defaultDataRegionConfiguration">
<bean
class="org.apache.ignite.configuration.DataRegionConfiguration">
<property name="persistenceEnabled" value="true"/>
<property name="metricsEnabled" value="true"/>
<property name="maxSize" value="#{64L * 1024 * 1024
* 1024}"/>
</bean>
</property>
</bean>
</property>
<property name="discoverySpi">
<bean
class="org.apache.ignite.spi.discovery.tcp.TcpDiscoverySpi">
<property name="socketTimeout" value="50000"/>
<property name="networkTimeout" value="50000"/>
<property name="reconnectCount" value="5"/>
<property name="reconnectDelay" value="10000" />
<property name="ipFinder">
<bean
class="org.apache.ignite.spi.discovery.tcp.ipfinder.multicast.TcpDiscoveryMulticastIpFinder">
<property name="responseWaitTime" value="5000"/>
<property name="addressRequestAttempts" value="5"/>
</bean>
</property>
</bean>
</property>
</bean>
</beans>
--
Sent from: http://apache-ignite-users.70518.x6.nabble.com/
Re: Older client connections to Ignite blocking new clients
Posted by Evgenii Zhuravlev <e....@gmail.com>.
Hi,
Could you provide logs from all the nodes, including servers and clients?
Evgenii
пт, 26 апр. 2019 г. в 11:04, mahesh76private <ma...@gmail.com>:
> Hi,
>
> We are experiencing a strange issue on ignite 2.7 for a few months now.
>
> we have 4 ignite clients (say GROUP1) connected to a ignite cluster
> natively
> via java.
> Everything works as expected for 4-5 days, then what we observe is that
> ignite fails accept any new connections.
>
> The only way to recover from here is to kill all clients in GROUP1 and then
> the ignite cluster accepts client connections once again and works fine
>
> is there any outstanding bug on Ignite 2.7 that explains this behavior?
> If not, I will add more logs...
>
> Below is ignite cluster node config
>
> <?xml version="1.0" encoding="UTF-8"?>
>
>
>
> <beans xmlns="http://www.springframework.org/schema/beans"
> xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
> xsi:schemaLocation="
> http://www.springframework.org/schema/beans
> http://www.springframework.org/schema/beans/spring-beans.xsd">
>
>
> <bean id="grid.cfg"
> class="org.apache.ignite.configuration.IgniteConfiguration">
> <property name="systemWorkerBlockedTimeout" value="#{60 * 60 *
> 1000}"/>
> <property name="networkTimeout" value="600000"/>
> <property name="peerClassLoadingEnabled" value="true"/>
> <property name="metricsLogFrequency" value="3000"/>
> <property name="rebalanceThreadPoolSize" value="4"/>
> <property name="consistentId" value="ns1_01"/>
> <property name="userAttributes">
> <map>
> <entry key="ROLE" value="data.compute"/>
> </map>
> </property>
>
> <property name="cacheConfiguration">
> <list>
> <bean id="cache-template-bean"
> class="org.apache.ignite.configuration.CacheConfiguration">
> <property name="name"
> value="SQLTABLE_CACHE_TEMPLATE*"/>
> <property name="cacheMode" value="PARTITIONED"/>
> <property name="backups" value="1"/>
> <property name="atomicityMode" value="TRANSACTIONAL"/>
> <property name="writeSynchronizationMode"
> value="PRIMARY_SYNC"/>
> <property name="rebalanceBatchSize" value="#{4 * 1024 *
> 1024}"/>
> <property name="rebalanceMode" value="ASYNC"/>
> <property name="statisticsEnabled" value="true"/>
> <property name="rebalanceBatchesPrefetchCount"
> value="4"/>
> <property name="defaultLockTimeout" value="5000"/>
> <property name="readFromBackup" value="true"/>
> <property name="queryParallelism" value="16"/>
> <property name="nodeFilter">
> <bean
> class="org.apache.ignite.util.AttributeNodeFilter">
> <constructor-arg>
> <map>
> <entry key="ROLE"
> value="data.compute"/>
> </map>
> </constructor-arg>
> </bean>
> </property>
> </bean>
> </list>
> </property>
>
> <property name="communicationSpi">
> <bean
> class="org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi">
> <property name="connectTimeout" value="60000"/>
> <property name="socketWriteTimeout" value="60000"/>
> <property name="directBuffer" value="true"/>
> <property name="directSendBuffer" value="true"/>
> <property name="tcpNoDelay" value="false"/>
> <property name="reconnectCount" value="5"/>
> </bean>
> </property>
>
> <property name="dataStorageConfiguration">
> <bean
> class="org.apache.ignite.configuration.DataStorageConfiguration">
> <property name="defaultDataRegionConfiguration">
> <bean
> class="org.apache.ignite.configuration.DataRegionConfiguration">
> <property name="persistenceEnabled" value="true"/>
> <property name="metricsEnabled" value="true"/>
> <property name="maxSize" value="#{64L * 1024 * 1024
> * 1024}"/>
> </bean>
> </property>
> </bean>
> </property>
>
>
> <property name="discoverySpi">
> <bean
> class="org.apache.ignite.spi.discovery.tcp.TcpDiscoverySpi">
> <property name="socketTimeout" value="50000"/>
> <property name="networkTimeout" value="50000"/>
> <property name="reconnectCount" value="5"/>
> <property name="reconnectDelay" value="10000" />
> <property name="ipFinder">
> <bean
>
> class="org.apache.ignite.spi.discovery.tcp.ipfinder.multicast.TcpDiscoveryMulticastIpFinder">
> <property name="responseWaitTime" value="5000"/>
> <property name="addressRequestAttempts" value="5"/>
> </bean>
> </property>
> </bean>
> </property>
> </bean>
> </beans>
>
>
>
> --
> Sent from: http://apache-ignite-users.70518.x6.nabble.com/
>