You are viewing a plain text version of this content. The canonical link for it is here.
Posted to user@ignite.apache.org by 18624049226 <18...@163.com> on 2020/04/04 14:06:43 UTC
The maxSize property does not take effect when persistenceenabled =
true
Hi community,
After the cluster turns on native persistence, use COPY command to
import a large amount of data. when the amount of data imported exceeds
the maxSize of data region configuration, we find that offheap memory is
still growing, and no page replacement occurs. why?
Even if the cluster is first deactivate and then activate, the offheap
memory usage will not be released.
my ignite config is:
<?xml version="1.0" encoding="UTF-8"?>
<beans xmlns="http://www.springframework.org/schema/beans"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://www.springframework.org/schema/beans
http://www.springframework.org/schema/beans/spring-beans.xsd">
<bean id="ignite.cfg"
class="org.apache.ignite.configuration.IgniteConfiguration">
<property name="peerClassLoadingEnabled" value="true"/>
<property name="consistentId" value="20"/>
<property name="failureDetectionTimeout" value="120000"/>
<property name="workDirectory" value="/appdata/ignite"/>
<property name="rebalanceBatchSize" value="#{2 * 1024 * 1024}"/>
<property name="rebalanceThrottle" value="100"/>
<property name="rebalanceThreadPoolSize" value="4"/>
<property name="gridLogger">
<bean class="org.apache.ignite.logger.log4j2.Log4J2Logger">
<constructor-arg type="java.lang.String"
value="config/ignite-log4j2.xml"/>
</bean>
</property>
<property name="cacheConfiguration">
<list>
<bean id="partitioned-cache-template" abstract="true"
class="org.apache.ignite.configuration.CacheConfiguration">
<property name="name" value="cache-partitioned*"/>
<property name="cacheMode" value="PARTITIONED" />
<property name="backups" value="1" />
<property name="queryParallelism" value="16"/>
<property name="partitionLossPolicy"
value="READ_ONLY_SAFE"/>
</bean>
<bean id="replicated-cache-template" abstract="true"
class="org.apache.ignite.configuration.CacheConfiguration">
<property name="name" value="cache-replicated*"/>
<property name="cacheMode" value="REPLICATED" />
<property name="partitionLossPolicy"
value="READ_ONLY_SAFE"/>
</bean>
</list>
</property>
<!-- Enabling Apache Ignite Persistent Store. -->
<property name="dataStorageConfiguration">
<bean
class="org.apache.ignite.configuration.DataStorageConfiguration">
<property name="defaultDataRegionConfiguration">
<bean
class="org.apache.ignite.configuration.DataRegionConfiguration">
<property name="persistenceEnabled" value="true"/>
<property name="maxSize" value="#{8L * 1024 *
1024 * 1024}"/>
</bean>
</property>
</bean>
</property>
</bean>
</beans>
Re: The maxSize property does not take effect when persistenceenabled
= true
Posted by 18624049226 <18...@163.com>.
I already know why, thank you for your reply.
在 2020/4/6 上午1:23, Evgenii Zhuravlev 写道:
> Hi,
>
> How do you check the off heap size?
>
> Evgenii
>
> сб, 4 апр. 2020 г. в 07:07, 18624049226 <18624049226@163.com
> <ma...@163.com>>:
>
> Hi community,
>
> After the cluster turns on native persistence, use COPY command to
> import a large amount of data. when the amount of data imported
> exceeds
> the maxSize of data region configuration, we find that offheap
> memory is
> still growing, and no page replacement occurs. why?
>
> Even if the cluster is first deactivate and then activate, the
> offheap
> memory usage will not be released.
>
> my ignite config is:
>
> <?xml version="1.0" encoding="UTF-8"?>
> <beans xmlns="http://www.springframework.org/schema/beans"
> xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
> xsi:schemaLocation="http://www.springframework.org/schema/beans
> http://www.springframework.org/schema/beans/spring-beans.xsd">
> <bean id="ignite.cfg"
> class="org.apache.ignite.configuration.IgniteConfiguration">
> <property name="peerClassLoadingEnabled" value="true"/>
> <property name="consistentId" value="20"/>
> <property name="failureDetectionTimeout" value="120000"/>
> <property name="workDirectory" value="/appdata/ignite"/>
> <property name="rebalanceBatchSize" value="#{2 * 1024 *
> 1024}"/>
> <property name="rebalanceThrottle" value="100"/>
> <property name="rebalanceThreadPoolSize" value="4"/>
> <property name="gridLogger">
> <bean
> class="org.apache.ignite.logger.log4j2.Log4J2Logger">
> <constructor-arg type="java.lang.String"
> value="config/ignite-log4j2.xml"/>
> </bean>
> </property>
> <property name="cacheConfiguration">
> <list>
> <bean id="partitioned-cache-template"
> abstract="true"
> class="org.apache.ignite.configuration.CacheConfiguration">
> <property name="name"
> value="cache-partitioned*"/>
> <property name="cacheMode" value="PARTITIONED" />
> <property name="backups" value="1" />
> <property name="queryParallelism" value="16"/>
> <property name="partitionLossPolicy"
> value="READ_ONLY_SAFE"/>
> </bean>
> <bean id="replicated-cache-template" abstract="true"
> class="org.apache.ignite.configuration.CacheConfiguration">
> <property name="name" value="cache-replicated*"/>
> <property name="cacheMode" value="REPLICATED" />
> <property name="partitionLossPolicy"
> value="READ_ONLY_SAFE"/>
> </bean>
> </list>
> </property>
> <!-- Enabling Apache Ignite Persistent Store. -->
> <property name="dataStorageConfiguration">
> <bean
> class="org.apache.ignite.configuration.DataStorageConfiguration">
> <property name="defaultDataRegionConfiguration">
> <bean
> class="org.apache.ignite.configuration.DataRegionConfiguration">
> <property name="persistenceEnabled"
> value="true"/>
> <property name="maxSize" value="#{8L *
> 1024 *
> 1024 * 1024}"/>
> </bean>
> </property>
> </bean>
> </property>
> </bean>
> </beans>
>
Re: The maxSize property does not take effect when persistenceenabled
= true
Posted by Evgenii Zhuravlev <e....@gmail.com>.
Hi,
How do you check the off heap size?
Evgenii
сб, 4 апр. 2020 г. в 07:07, 18624049226 <18...@163.com>:
> Hi community,
>
> After the cluster turns on native persistence, use COPY command to
> import a large amount of data. when the amount of data imported exceeds
> the maxSize of data region configuration, we find that offheap memory is
> still growing, and no page replacement occurs. why?
>
> Even if the cluster is first deactivate and then activate, the offheap
> memory usage will not be released.
>
> my ignite config is:
>
> <?xml version="1.0" encoding="UTF-8"?>
> <beans xmlns="http://www.springframework.org/schema/beans"
> xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
> xsi:schemaLocation="http://www.springframework.org/schema/beans
> http://www.springframework.org/schema/beans/spring-beans.xsd">
> <bean id="ignite.cfg"
> class="org.apache.ignite.configuration.IgniteConfiguration">
> <property name="peerClassLoadingEnabled" value="true"/>
> <property name="consistentId" value="20"/>
> <property name="failureDetectionTimeout" value="120000"/>
> <property name="workDirectory" value="/appdata/ignite"/>
> <property name="rebalanceBatchSize" value="#{2 * 1024 * 1024}"/>
> <property name="rebalanceThrottle" value="100"/>
> <property name="rebalanceThreadPoolSize" value="4"/>
> <property name="gridLogger">
> <bean class="org.apache.ignite.logger.log4j2.Log4J2Logger">
> <constructor-arg type="java.lang.String"
> value="config/ignite-log4j2.xml"/>
> </bean>
> </property>
> <property name="cacheConfiguration">
> <list>
> <bean id="partitioned-cache-template" abstract="true"
> class="org.apache.ignite.configuration.CacheConfiguration">
> <property name="name" value="cache-partitioned*"/>
> <property name="cacheMode" value="PARTITIONED" />
> <property name="backups" value="1" />
> <property name="queryParallelism" value="16"/>
> <property name="partitionLossPolicy"
> value="READ_ONLY_SAFE"/>
> </bean>
> <bean id="replicated-cache-template" abstract="true"
> class="org.apache.ignite.configuration.CacheConfiguration">
> <property name="name" value="cache-replicated*"/>
> <property name="cacheMode" value="REPLICATED" />
> <property name="partitionLossPolicy"
> value="READ_ONLY_SAFE"/>
> </bean>
> </list>
> </property>
> <!-- Enabling Apache Ignite Persistent Store. -->
> <property name="dataStorageConfiguration">
> <bean
> class="org.apache.ignite.configuration.DataStorageConfiguration">
> <property name="defaultDataRegionConfiguration">
> <bean
> class="org.apache.ignite.configuration.DataRegionConfiguration">
> <property name="persistenceEnabled" value="true"/>
> <property name="maxSize" value="#{8L * 1024 *
> 1024 * 1024}"/>
> </bean>
> </property>
> </bean>
> </property>
> </bean>
> </beans>
>
>