You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hbase.apache.org by ec...@apache.org on 2013/07/11 21:33:45 UTC
svn commit: r1502337 -
/hbase/branches/0.95/hbase-it/src/test/java/org/apache/hadoop/hbase/mapreduce/IntegrationTestBulkLoad.java
Author: eclark
Date: Thu Jul 11 19:33:45 2013
New Revision: 1502337
URL: http://svn.apache.org/r1502337
Log:
HBASE-8902 IntegrationTestBulkLoad takes way too long
Modified:
hbase/branches/0.95/hbase-it/src/test/java/org/apache/hadoop/hbase/mapreduce/IntegrationTestBulkLoad.java
Modified: hbase/branches/0.95/hbase-it/src/test/java/org/apache/hadoop/hbase/mapreduce/IntegrationTestBulkLoad.java
URL: http://svn.apache.org/viewvc/hbase/branches/0.95/hbase-it/src/test/java/org/apache/hadoop/hbase/mapreduce/IntegrationTestBulkLoad.java?rev=1502337&r1=1502336&r2=1502337&view=diff
==============================================================================
--- hbase/branches/0.95/hbase-it/src/test/java/org/apache/hadoop/hbase/mapreduce/IntegrationTestBulkLoad.java (original)
+++ hbase/branches/0.95/hbase-it/src/test/java/org/apache/hadoop/hbase/mapreduce/IntegrationTestBulkLoad.java Thu Jul 11 19:33:45 2013
@@ -108,7 +108,7 @@ public class IntegrationTestBulkLoad imp
private static byte[] DATA_FAM = Bytes.toBytes("D");
private static String CHAIN_LENGTH_KEY = "hbase.IntegrationTestBulkLoad.chainLength";
- private static int CHAIN_LENGTH = 900000;
+ private static int CHAIN_LENGTH = 500000;
private static String NUM_MAPS_KEY = "hbase.IntegrationTestBulkLoad.numMaps";
private static int NUM_MAPS = 1;
@@ -305,7 +305,7 @@ public class IntegrationTestBulkLoad imp
KeyValue sortKv = new KeyValue(rk, SORT_FAM, chainIdArray, Bytes.toBytes(i));
// Added data so that large stores are created.
KeyValue dataKv = new KeyValue(rk, DATA_FAM, chainIdArray,
- Bytes.toBytes(RandomStringUtils.randomAlphabetic(100))
+ Bytes.toBytes(RandomStringUtils.randomAlphabetic(50))
);
// Emit the key values.
@@ -582,9 +582,9 @@ public class IntegrationTestBulkLoad imp
// Scale this up on a real cluster
if (util.isDistributedCluster()) {
util.getConfiguration().setIfUnset(NUM_MAPS_KEY,
- Integer.toString(util.getHBaseAdmin().getClusterStatus().getServersSize() * 20)
+ Integer.toString(util.getHBaseAdmin().getClusterStatus().getServersSize() * 10)
);
- util.getConfiguration().setIfUnset(NUM_IMPORT_ROUNDS_KEY, "3");
+ util.getConfiguration().setIfUnset(NUM_IMPORT_ROUNDS_KEY, "5");
} else {
util.startMiniMapReduceCluster();
}