You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by bi...@apache.org on 2018/06/20 02:33:41 UTC

[kylin] branch master updated: KYLIN-3321, Set env MALLOC_ARENA_MAX=4 by default.

This is an automated email from the ASF dual-hosted git repository.

billyliu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/kylin.git


The following commit(s) were added to refs/heads/master by this push:
     new 44ac227  KYLIN-3321, Set env MALLOC_ARENA_MAX=4 by default.
44ac227 is described below

commit 44ac227717303ae97b4f6a2bbb53ebc2fd928e64
Author: tttMelody <24...@qq.com>
AuthorDate: Tue Jun 19 21:37:29 2018 +0800

    KYLIN-3321, Set env MALLOC_ARENA_MAX=4 by default.
---
 build/conf/setenv.sh | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/build/conf/setenv.sh b/build/conf/setenv.sh
index bec9dc2..487b5ef 100755
--- a/build/conf/setenv.sh
+++ b/build/conf/setenv.sh
@@ -22,6 +22,12 @@
 # (if your're deploying KYLIN on a powerful server and want to replace the default conservative settings)
 # uncomment following to for it to take effect
 export KYLIN_JVM_SETTINGS="-Xms1024M -Xmx4096M -Xss1024K -XX:MaxPermSize=512M -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps -Xloggc:$KYLIN_HOME/logs/kylin.gc.$$ -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=10 -XX:GCLogFileSize=64M"
+
+# Newer versions of glibc use an arena memory allocator that causes virtual
+# memory usage to explode. Tune the variable down to prevent vmem explosion.
+# See HADOOP-7154.
+export MALLOC_ARENA_MAX=${MALLOC_ARENA_MAX:-4}
+
 # export KYLIN_JVM_SETTINGS="-Xms16g -Xmx16g -XX:MaxPermSize=512m -XX:NewSize=3g -XX:MaxNewSize=3g -XX:SurvivorRatio=4 -XX:+CMSClassUnloadingEnabled -XX:+CMSParallelRemarkEnabled -XX:+UseConcMarkSweepGC -XX:+CMSIncrementalMode -XX:CMSInitiatingOccupancyFraction=70 -XX:+UseCMSInitiatingOccupancyOnly -XX:+DisableExplicitGC -XX:+HeapDumpOnOutOfMemoryError -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps -Xloggc:$KYLIN_HOME/logs/kylin.gc.$$ -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFi [...]
 
 # uncomment following to for it to take effect(the values need adjusting to fit your env)