You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@accumulo.apache.org by ec...@apache.org on 2013/02/06 19:18:23 UTC
svn commit: r1443105 -
/accumulo/trunk/test/src/main/java/org/apache/accumulo/test/randomwalk/concurrent/Config.java
Author: ecn
Date: Wed Feb 6 18:18:23 2013
New Revision: 1443105
URL: http://svn.apache.org/viewvc?rev=1443105&view=rev
Log:
ACCUMULO-382 add per-table configurations
Modified:
accumulo/trunk/test/src/main/java/org/apache/accumulo/test/randomwalk/concurrent/Config.java
Modified: accumulo/trunk/test/src/main/java/org/apache/accumulo/test/randomwalk/concurrent/Config.java
URL: http://svn.apache.org/viewvc/accumulo/trunk/test/src/main/java/org/apache/accumulo/test/randomwalk/concurrent/Config.java?rev=1443105&r1=1443104&r2=1443105&view=diff
==============================================================================
--- accumulo/trunk/test/src/main/java/org/apache/accumulo/test/randomwalk/concurrent/Config.java (original)
+++ accumulo/trunk/test/src/main/java/org/apache/accumulo/test/randomwalk/concurrent/Config.java Wed Feb 6 18:18:23 2013
@@ -1,6 +1,7 @@
package org.apache.accumulo.test.randomwalk.concurrent;
import java.util.Properties;
+import java.util.SortedSet;
import org.apache.accumulo.core.conf.Property;
import org.apache.accumulo.test.randomwalk.State;
@@ -12,6 +13,7 @@ public class Config extends Test {
private static final String LAST_SETTING = "lastSetting";
+ private static final String LAST_TABLE_SETTING = "lastTableSetting";
static class Setting {
public Property property;
@@ -23,44 +25,58 @@ public class Config extends Test {
this.max = max;
}
}
+ static Setting s(Property property, long min, long max) {
+ return new Setting(property, min, max);
+ }
Setting[] settings = {
- new Setting(Property.TSERV_BLOOM_LOAD_MAXCONCURRENT, 1, 10),
- new Setting(Property.TSERV_BULK_PROCESS_THREADS, 1, 10),
- new Setting(Property.TSERV_BULK_RETRY, 1, 10),
- new Setting(Property.TSERV_BULK_TIMEOUT, 10, 600),
- new Setting(Property.TSERV_BULK_ASSIGNMENT_THREADS, 1, 10),
- new Setting(Property.TSERV_DATACACHE_SIZE, 0, 1000000000L),
- new Setting(Property.TSERV_INDEXCACHE_SIZE, 0, 1000000000L),
- new Setting(Property.TSERV_CLIENT_TIMEOUT, 100, 10000),
- new Setting(Property.TSERV_MAJC_MAXCONCURRENT, 1, 10),
- new Setting(Property.TSERV_MAJC_DELAY, 100, 10000),
- new Setting(Property.TSERV_MAJC_THREAD_MAXOPEN, 3, 100),
- new Setting(Property.TSERV_MINC_MAXCONCURRENT, 1, 10),
- new Setting(Property.TSERV_DEFAULT_BLOCKSIZE, 100000, 10000000L),
- new Setting(Property.TSERV_MAX_IDLE, 10000, 500*1000),
- new Setting(Property.TSERV_MAXMEM, 1000000, 3*1024*1024*1024L),
- new Setting(Property.TSERV_READ_AHEAD_MAXCONCURRENT, 1, 25),
- new Setting(Property.TSERV_MIGRATE_MAXCONCURRENT, 1, 10),
- new Setting(Property.TSERV_MUTATION_QUEUE_MAX, 10000, 1024*1024),
- new Setting(Property.TSERV_RECOVERY_MAX_CONCURRENT, 1, 100),
- new Setting(Property.TSERV_SCAN_MAX_OPENFILES, 10, 1000),
- new Setting(Property.TSERV_THREADCHECK, 100, 10000),
- new Setting(Property.TSERV_MINTHREADS, 1, 100),
- new Setting(Property.TSERV_SESSION_MAXIDLE, 100, 5*60*1000),
- new Setting(Property.TSERV_SORT_BUFFER_SIZE, 1024*1024, 1024*1024*1024L),
- new Setting(Property.TSERV_TABLET_SPLIT_FINDMIDPOINT_MAXOPEN, 5, 100),
- new Setting(Property.TSERV_WAL_BLOCKSIZE, 100*1024, 1024*1024*1024*10L),
- new Setting(Property.TSERV_WORKQ_THREADS, 1, 10),
- new Setting(Property.MASTER_BULK_THREADPOOL_SIZE, 1, 10),
- new Setting(Property.MASTER_BULK_RETRIES, 1, 10),
- new Setting(Property.MASTER_BULK_TIMEOUT, 10, 600),
- new Setting(Property.MASTER_FATE_THREADPOOL_SIZE, 1, 100),
- new Setting(Property.MASTER_RECOVERY_DELAY, 0, 10000),
- new Setting(Property.MASTER_RECOVERY_MAXTIME, 10000, 1000000),
- new Setting(Property.MASTER_THREADCHECK, 100, 10000),
- new Setting(Property.MASTER_MINTHREADS, 1, 200),
+ s(Property.TSERV_BLOOM_LOAD_MAXCONCURRENT, 1, 10),
+ s(Property.TSERV_BULK_PROCESS_THREADS, 1, 10),
+ s(Property.TSERV_BULK_RETRY, 1, 10),
+ s(Property.TSERV_BULK_TIMEOUT, 10, 600),
+ s(Property.TSERV_BULK_ASSIGNMENT_THREADS, 1, 10),
+ s(Property.TSERV_DATACACHE_SIZE, 0, 1000000000L),
+ s(Property.TSERV_INDEXCACHE_SIZE, 0, 1000000000L),
+ s(Property.TSERV_CLIENT_TIMEOUT, 100, 10000),
+ s(Property.TSERV_MAJC_MAXCONCURRENT, 1, 10),
+ s(Property.TSERV_MAJC_DELAY, 100, 10000),
+ s(Property.TSERV_MAJC_THREAD_MAXOPEN, 3, 100),
+ s(Property.TSERV_MINC_MAXCONCURRENT, 1, 10),
+ s(Property.TSERV_DEFAULT_BLOCKSIZE, 100000, 10000000L),
+ s(Property.TSERV_MAX_IDLE, 10000, 500*1000),
+ s(Property.TSERV_MAXMEM, 1000000, 3*1024*1024*1024L),
+ s(Property.TSERV_READ_AHEAD_MAXCONCURRENT, 1, 25),
+ s(Property.TSERV_MIGRATE_MAXCONCURRENT, 1, 10),
+ s(Property.TSERV_MUTATION_QUEUE_MAX, 10000, 1024*1024),
+ s(Property.TSERV_RECOVERY_MAX_CONCURRENT, 1, 100),
+ s(Property.TSERV_SCAN_MAX_OPENFILES, 10, 1000),
+ s(Property.TSERV_THREADCHECK, 100, 10000),
+ s(Property.TSERV_MINTHREADS, 1, 100),
+ s(Property.TSERV_SESSION_MAXIDLE, 100, 5*60*1000),
+ s(Property.TSERV_SORT_BUFFER_SIZE, 1024*1024, 1024*1024*1024L),
+ s(Property.TSERV_TABLET_SPLIT_FINDMIDPOINT_MAXOPEN, 5, 100),
+ s(Property.TSERV_WAL_BLOCKSIZE, 100*1024, 1024*1024*1024*10L),
+ s(Property.TSERV_WORKQ_THREADS, 1, 10),
+ s(Property.MASTER_BULK_THREADPOOL_SIZE, 1, 10),
+ s(Property.MASTER_BULK_RETRIES, 1, 10),
+ s(Property.MASTER_BULK_TIMEOUT, 10, 600),
+ s(Property.MASTER_FATE_THREADPOOL_SIZE, 1, 100),
+ s(Property.MASTER_RECOVERY_DELAY, 0, 10000),
+ s(Property.MASTER_RECOVERY_MAXTIME, 10000, 1000000),
+ s(Property.MASTER_THREADCHECK, 100, 10000),
+ s(Property.MASTER_MINTHREADS, 1, 200),
};
+ Setting[] tableSettings = {
+ s(Property.TABLE_MAJC_RATIO, 1, 10),
+ s(Property.TABLE_MAJC_COMPACTALL_IDLETIME, 100, 10*60*60*1000L),
+ s(Property.TABLE_SPLIT_THRESHOLD, 10*1024, 10L*1024*1024*1024),
+ s(Property.TABLE_MINC_COMPACT_IDLETIME, 100, 100*60*60*1000L),
+ s(Property.TABLE_SCAN_MAXMEM, 10*1024, 10*1024*1024),
+ s(Property.TABLE_FILE_COMPRESSED_BLOCK_SIZE, 10*1024, 10*1024*1024L),
+ s(Property.TABLE_FILE_COMPRESSED_BLOCK_SIZE_INDEX, 10*1024, 10*1024*1024L),
+ s(Property.TABLE_FILE_REPLICATION, 0, 5),
+ s(Property.TABLE_FILE_MAX, 2, 50),
+ };
@Override
public void visit(State state, Properties props) throws Exception {
@@ -72,9 +88,45 @@ public class Config extends Test {
log.debug("Setting " + property.getKey() + " back to " + property.getDefaultValue());
state.getConnector().instanceOperations().setProperty(property.getKey(), property.getDefaultValue());
}
+ lastSetting = state.getMap().get(LAST_TABLE_SETTING);
+ if (lastSetting != null) {
+ String parts[] = lastSetting.toString().split(",");
+ String table = parts[0];
+ int choice = Integer.parseInt(parts[1]);
+ Property property = tableSettings[choice].property;
+ log.debug("Setting " + property.getKey() + " on " + table + " back to " + property.getDefaultValue());
+ state.getConnector().tableOperations().setProperty(table, property.getKey(), property.getDefaultValue());
+ }
+ state.getMap().remove(LAST_SETTING);
+ state.getMap().remove(LAST_TABLE_SETTING);
+ RandomData random = new RandomDataImpl();
+ if (random.nextInt(0, 1) == 0) {
+ changeTableSetting(random, state, props);
+ } else {
+ changeSetting(random, state, props);
+ }
+ }
+
+ private void changeTableSetting(RandomData random, State state, Properties props) throws Exception {
+ // pick a random property
+ int choice = random.nextInt(0, tableSettings.length - 1);
+ Setting setting = tableSettings[choice];
+
+ // pick a random table
+ SortedSet<String> tables = state.getConnector().tableOperations().list().tailSet("ctt").headSet("ctu");
+ if (tables.isEmpty())
+ return;
+ String table = random.nextSample(tables, 1)[0].toString();
+ // generate a random value
+ long newValue = random.nextLong(setting.min, setting.max);
+ state.getMap().put(LAST_TABLE_SETTING, "" + choice);
+ log.debug("Setting " + setting.property.getKey() + " on table " + table + " to " + newValue);
+ state.getConnector().instanceOperations().setProperty(setting.property.getKey(), table + "," + newValue);
+ }
+
+ private void changeSetting(RandomData random, State state, Properties props) throws Exception {
// pick a random property
- RandomData random = new RandomDataImpl();
int choice = random.nextInt(0, settings.length - 1);
Setting setting = settings[choice];
// generate a random value