You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@accumulo.apache.org by ct...@apache.org on 2019/03/25 22:36:31 UTC

[accumulo] branch 1.9 updated: Fix #994 Consider mutation queue in example config (#1055)

This is an automated email from the ASF dual-hosted git repository.

ctubbsii pushed a commit to branch 1.9
in repository https://gitbox.apache.org/repos/asf/accumulo.git


The following commit(s) were added to refs/heads/1.9 by this push:
     new 07d6346  Fix #994 Consider mutation queue in example config (#1055)
07d6346 is described below

commit 07d6346b131d4c05a28ccd23451847eae9321e66
Author: Christopher Tubbs <ct...@apache.org>
AuthorDate: Mon Mar 25 18:36:27 2019 -0400

    Fix #994 Consider mutation queue in example config (#1055)
    
    Consider tserver.total.mutation.queue.max in example configs and
    bootstrap_config.sh
    Use size somewhat proportional to the size of the cluster
---
 assemble/bin/bootstrap_config.sh          | 6 ++++++
 assemble/conf/templates/accumulo-site.xml | 5 +++++
 2 files changed, 11 insertions(+)

diff --git a/assemble/bin/bootstrap_config.sh b/assemble/bin/bootstrap_config.sh
index 5c10494..980918f 100755
--- a/assemble/bin/bootstrap_config.sh
+++ b/assemble/bin/bootstrap_config.sh
@@ -140,6 +140,7 @@ _1GB_memoryMapMax="256M"
 native_1GB_nativeEnabled="true"
 _1GB_cacheDataSize="15M"
 _1GB_cacheIndexSize="40M"
+_1GB_mutQueueTotal="16M"
 _1GB_sortBufferSize="50M"
 _1GB_waLogMaxSize="256M"
 
@@ -155,6 +156,7 @@ _2GB_memoryMapMax="512M"
 native_2GB_nativeEnabled="true"
 _2GB_cacheDataSize="30M"
 _2GB_cacheIndexSize="80M"
+_2GB_mutQueueTotal="24M"
 _2GB_sortBufferSize="100M"
 _2GB_waLogMaxSize="512M"
 
@@ -170,6 +172,7 @@ _3GB_memoryMapMax="1G"
 native_3GB_nativeEnabled="true"
 _3GB_cacheDataSize="128M"
 _3GB_cacheIndexSize="128M"
+_3GB_mutQueueTotal="50M"
 _3GB_sortBufferSize="200M"
 _3GB_waLogMaxSize="1G"
 
@@ -185,6 +188,7 @@ _512MB_memoryMapMax="80M"
 native_512MB_nativeEnabled="true"
 _512MB_cacheDataSize="7M"
 _512MB_cacheIndexSize="16M"
+_512MB_mutQueueTotal="8M"
 _512MB_sortBufferSize="20M"
 _512MB_waLogMaxSize="100M"
 
@@ -290,6 +294,7 @@ MEMORY_MAP_MAX="_${SIZE}_memoryMapMax"
 NATIVE="${TYPE}_${SIZE}_nativeEnabled"
 CACHE_DATA_SIZE="_${SIZE}_cacheDataSize"
 CACHE_INDEX_SIZE="_${SIZE}_cacheIndexSize"
+MUT_QUEUE_TOTAL="_${SIZE}_mutQueueTotal"
 SORT_BUFFER_SIZE="_${SIZE}_sortBufferSize"
 WAL_MAX_SIZE="_${SIZE}_waLogMaxSize"
 
@@ -314,6 +319,7 @@ sed -e "s/\${memMapMax}/${!MEMORY_MAP_MAX}/" \
     -e "s/\${nativeEnabled}/${!NATIVE}/" \
     -e "s/\${cacheDataSize}/${!CACHE_DATA_SIZE}/" \
     -e "s/\${cacheIndexSize}/${!CACHE_INDEX_SIZE}/" \
+    -e "s/\${mutQueueTotal}/${!MUT_QUEUE_TOTAL}/" \
     -e "s/\${sortBufferSize}/${!SORT_BUFFER_SIZE}/" \
     -e "s/\${waLogMaxSize}/${!WAL_MAX_SIZE}/" \
     -e "s=\${traceUser}=${TRACE_USER}=" \
diff --git a/assemble/conf/templates/accumulo-site.xml b/assemble/conf/templates/accumulo-site.xml
index 35d4f68..5f80623 100644
--- a/assemble/conf/templates/accumulo-site.xml
+++ b/assemble/conf/templates/accumulo-site.xml
@@ -64,6 +64,11 @@
   </property>
 
   <property>
+    <name>tserver.total.mutation.queue.max</name>
+    <value>${mutQueueTotal}</value>
+  </property>
+
+  <property>
     <name>trace.token.property.password</name>
     <!-- change this to the root user's password, and/or change the user below -->
     <value>secret</value>