You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hbase.apache.org by ap...@apache.org on 2013/03/29 20:11:24 UTC
svn commit: r1462611 - in
/hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase: ./ client/
coprocessor/ master/ regionserver/wal/ util/
Author: apurtell
Date: Fri Mar 29 19:11:24 2013
New Revision: 1462611
URL: http://svn.apache.org/r1462611
Log:
HBASE-8209. Improve LoadTest extensibility
Modified:
hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/HBaseTestingUtility.java
hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestHTableMultiplexer.java
hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/coprocessor/TestCoprocessorEndpoint.java
hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/coprocessor/TestMasterObserver.java
hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/coprocessor/TestRegionServerCoprocessorExceptionWithAbort.java
hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/coprocessor/TestRegionServerCoprocessorExceptionWithRemove.java
hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterTransitions.java
hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/wal/TestHLogFiltering.java
hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/util/MultiThreadedAction.java
hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/util/MultiThreadedWriter.java
hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/util/TestMiniClusterLoadSequential.java
Modified: hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/HBaseTestingUtility.java
URL: http://svn.apache.org/viewvc/hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/HBaseTestingUtility.java?rev=1462611&r1=1462610&r2=1462611&view=diff
==============================================================================
--- hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/HBaseTestingUtility.java (original)
+++ hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/HBaseTestingUtility.java Fri Mar 29 19:11:24 2013
@@ -2164,29 +2164,45 @@ public class HBaseTestingUtility extends
* @param countOfRegions How many regions in .META.
* @throws IOException
*/
- public void waitUntilAllRegionsAssigned(final int countOfRegions)
+ public void waitUntilAllRegionsAssigned(final byte[] tableName, final int countOfRegions)
throws IOException {
+ int retries = 30; // We may wait up to 30 seconds
+ int rows = 0;
HTable meta = new HTable(getConfiguration(), HConstants.META_TABLE_NAME);
- while (true) {
- int rows = 0;
- Scan scan = new Scan();
- scan.addColumn(HConstants.CATALOG_FAMILY, HConstants.SERVER_QUALIFIER);
- ResultScanner s = meta.getScanner(scan);
- for (Result r = null; (r = s.next()) != null;) {
- byte [] b =
- r.getValue(HConstants.CATALOG_FAMILY, HConstants.SERVER_QUALIFIER);
- if (b == null || b.length <= 0) {
+ try {
+ do {
+ Scan scan = new Scan();
+ scan.addColumn(HConstants.CATALOG_FAMILY, HConstants.REGIONINFO_QUALIFIER);
+ scan.addColumn(HConstants.CATALOG_FAMILY, HConstants.SERVER_QUALIFIER);
+ ResultScanner s = meta.getScanner(scan);
+ try {
+ for (Result r = null; (r = s.next()) != null;) {
+ byte[] b = r.getValue(HConstants.CATALOG_FAMILY, HConstants.REGIONINFO_QUALIFIER);
+ HRegionInfo hri = HRegionInfo.parseFromOrNull(b);
+ if (hri != null && Bytes.equals(hri.getTableName(), tableName)) {
+ b = r.getValue(HConstants.CATALOG_FAMILY, HConstants.SERVER_QUALIFIER);
+ if (b == null || b.length <= 0) {
+ continue;
+ }
+ rows++;
+ }
+ }
+ } finally {
+ s.close();
+ }
+ // If I get to here and all rows have a Server, then all have been assigned.
+ if (rows == countOfRegions) {
break;
}
- rows++;
- }
- s.close();
- // If I get to here and all rows have a Server, then all have been assigned.
- if (rows == countOfRegions) {
- break;
- }
- LOG.info("Found=" + rows);
- Threads.sleep(200);
+ LOG.info("Found=" + rows);
+ Threads.sleep(1000);
+ } while (--retries > 0);
+ } finally {
+ meta.close();
+ }
+ if (rows != countOfRegions) {
+ throw new IOException("Timed out waiting for " + countOfRegions + " regions of " +
+ Bytes.toStringBinary(tableName) + " to come online");
}
}
@@ -2485,12 +2501,23 @@ public class HBaseTestingUtility extends
HColumnDescriptor hcd = new HColumnDescriptor(columnFamily);
hcd.setDataBlockEncoding(dataBlockEncoding);
hcd.setCompressionType(compression);
- desc.addFamily(hcd);
+ return createPreSplitLoadTestTable(conf, desc, hcd);
+ }
+
+ /**
+ * Creates a pre-split table for load testing. If the table already exists,
+ * logs a warning and continues.
+ * @return the number of regions the table was split into
+ */
+ public static int createPreSplitLoadTestTable(Configuration conf,
+ HTableDescriptor desc, HColumnDescriptor hcd) throws IOException {
+ if (!desc.hasFamily(hcd.getName())) {
+ desc.addFamily(hcd);
+ }
int totalNumberOfRegions = 0;
+ HBaseAdmin admin = new HBaseAdmin(conf);
try {
- HBaseAdmin admin = new HBaseAdmin(conf);
-
// create a table a pre-splits regions.
// The number of splits is set as:
// region servers * regions per region server).
@@ -2513,8 +2540,10 @@ public class HBaseTestingUtility extends
LOG.error("Master not running", e);
throw new IOException(e);
} catch (TableExistsException e) {
- LOG.warn("Table " + Bytes.toStringBinary(tableName) +
+ LOG.warn("Table " + Bytes.toStringBinary(desc.getName()) +
" already exists, continuing");
+ } finally {
+ admin.close();
}
return totalNumberOfRegions;
}
Modified: hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestHTableMultiplexer.java
URL: http://svn.apache.org/viewvc/hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestHTableMultiplexer.java?rev=1462611&r1=1462610&r2=1462611&view=diff
==============================================================================
--- hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestHTableMultiplexer.java (original)
+++ hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestHTableMultiplexer.java Fri Mar 29 19:11:24 2013
@@ -77,7 +77,7 @@ public class TestHTableMultiplexer {
HTable ht = TEST_UTIL.createTable(TABLE, new byte[][] { FAMILY }, VERSION,
Bytes.toBytes("aaaaa"), Bytes.toBytes("zzzzz"), NUM_REGIONS);
- TEST_UTIL.waitUntilAllRegionsAssigned(NUM_REGIONS);
+ TEST_UTIL.waitUntilAllRegionsAssigned(TABLE, NUM_REGIONS);
byte[][] startRows = ht.getStartKeys();
byte[][] endRows = ht.getEndKeys();
Modified: hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/coprocessor/TestCoprocessorEndpoint.java
URL: http://svn.apache.org/viewvc/hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/coprocessor/TestCoprocessorEndpoint.java?rev=1462611&r1=1462610&r2=1462611&view=diff
==============================================================================
--- hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/coprocessor/TestCoprocessorEndpoint.java (original)
+++ hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/coprocessor/TestCoprocessorEndpoint.java Fri Mar 29 19:11:24 2013
@@ -91,7 +91,7 @@ public class TestCoprocessorEndpoint {
HTableDescriptor desc = new HTableDescriptor(TEST_TABLE);
desc.addFamily(new HColumnDescriptor(TEST_FAMILY));
admin.createTable(desc, new byte[][]{ROWS[rowSeperator1], ROWS[rowSeperator2]});
- util.waitUntilAllRegionsAssigned(3);
+ util.waitUntilAllRegionsAssigned(TEST_TABLE, 3);
admin.close();
HTable table = new HTable(conf, TEST_TABLE);
Modified: hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/coprocessor/TestMasterObserver.java
URL: http://svn.apache.org/viewvc/hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/coprocessor/TestMasterObserver.java?rev=1462611&r1=1462610&r2=1462611&view=diff
==============================================================================
--- hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/coprocessor/TestMasterObserver.java (original)
+++ hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/coprocessor/TestMasterObserver.java Fri Mar 29 19:11:24 2013
@@ -1110,7 +1110,7 @@ public class TestMasterObserver {
try {
int countOfRegions = UTIL.createMultiRegions(table, TEST_FAMILY);
- UTIL.waitUntilAllRegionsAssigned(countOfRegions);
+ UTIL.waitUntilAllRegionsAssigned(TEST_TABLE, countOfRegions);
NavigableMap<HRegionInfo, ServerName> regions = table.getRegionLocations();
Map.Entry<HRegionInfo, ServerName> firstGoodPair = null;
Modified: hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/coprocessor/TestRegionServerCoprocessorExceptionWithAbort.java
URL: http://svn.apache.org/viewvc/hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/coprocessor/TestRegionServerCoprocessorExceptionWithAbort.java?rev=1462611&r1=1462610&r2=1462611&view=diff
==============================================================================
--- hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/coprocessor/TestRegionServerCoprocessorExceptionWithAbort.java (original)
+++ hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/coprocessor/TestRegionServerCoprocessorExceptionWithAbort.java Fri Mar 29 19:11:24 2013
@@ -75,7 +75,7 @@ public class TestRegionServerCoprocessor
byte[] TEST_FAMILY = Bytes.toBytes("aaa");
HTable table = TEST_UTIL.createTable(TEST_TABLE, TEST_FAMILY);
- TEST_UTIL.waitUntilAllRegionsAssigned(TEST_UTIL.createMultiRegions(table, TEST_FAMILY));
+ TEST_UTIL.waitUntilAllRegionsAssigned(TEST_TABLE, TEST_UTIL.createMultiRegions(table, TEST_FAMILY));
// Note which regionServer will abort (after put is attempted).
final HRegionServer regionServer = TEST_UTIL.getRSForFirstRegionInTable(TEST_TABLE);
Modified: hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/coprocessor/TestRegionServerCoprocessorExceptionWithRemove.java
URL: http://svn.apache.org/viewvc/hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/coprocessor/TestRegionServerCoprocessorExceptionWithRemove.java?rev=1462611&r1=1462610&r2=1462611&view=diff
==============================================================================
--- hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/coprocessor/TestRegionServerCoprocessorExceptionWithRemove.java (original)
+++ hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/coprocessor/TestRegionServerCoprocessorExceptionWithRemove.java Fri Mar 29 19:11:24 2013
@@ -91,7 +91,7 @@ public class TestRegionServerCoprocessor
byte[] TEST_FAMILY = Bytes.toBytes("aaa");
HTable table = TEST_UTIL.createTable(TEST_TABLE, TEST_FAMILY);
- TEST_UTIL.waitUntilAllRegionsAssigned(
+ TEST_UTIL.waitUntilAllRegionsAssigned(TEST_TABLE,
TEST_UTIL.createMultiRegions(table, TEST_FAMILY));
// Note which regionServer that should survive the buggy coprocessor's
// prePut().
Modified: hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterTransitions.java
URL: http://svn.apache.org/viewvc/hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterTransitions.java?rev=1462611&r1=1462610&r2=1462611&view=diff
==============================================================================
--- hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterTransitions.java (original)
+++ hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterTransitions.java Fri Mar 29 19:11:24 2013
@@ -59,11 +59,12 @@ public class TestMasterTransitions {
@BeforeClass public static void beforeAllTests() throws Exception {
TEST_UTIL.getConfiguration().setBoolean("dfs.support.append", true);
TEST_UTIL.startMiniCluster(2);
+ byte[] tableName = Bytes.toBytes(TABLENAME);
// Create a table of three families. This will assign a region.
- TEST_UTIL.createTable(Bytes.toBytes(TABLENAME), FAMILIES);
+ TEST_UTIL.createTable(tableName, FAMILIES);
HTable t = new HTable(TEST_UTIL.getConfiguration(), TABLENAME);
int countOfRegions = TEST_UTIL.createMultiRegions(t, getTestFamily());
- TEST_UTIL.waitUntilAllRegionsAssigned(countOfRegions);
+ TEST_UTIL.waitUntilAllRegionsAssigned(tableName, countOfRegions);
addToEachStartKey(countOfRegions);
t.close();
}
Modified: hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/wal/TestHLogFiltering.java
URL: http://svn.apache.org/viewvc/hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/wal/TestHLogFiltering.java?rev=1462611&r1=1462610&r2=1462611&view=diff
==============================================================================
--- hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/wal/TestHLogFiltering.java (original)
+++ hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/wal/TestHLogFiltering.java Fri Mar 29 19:11:24 2013
@@ -102,7 +102,7 @@ public class TestHLogFiltering {
table.flushCommits();
}
}
- TEST_UTIL.waitUntilAllRegionsAssigned(NUM_RS);
+ TEST_UTIL.waitUntilAllRegionsAssigned(TABLE_NAME, NUM_RS);
}
@Test
Modified: hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/util/MultiThreadedAction.java
URL: http://svn.apache.org/viewvc/hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/util/MultiThreadedAction.java?rev=1462611&r1=1462610&r2=1462611&view=diff
==============================================================================
--- hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/util/MultiThreadedAction.java (original)
+++ hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/util/MultiThreadedAction.java Fri Mar 29 19:11:24 2013
@@ -268,6 +268,14 @@ public abstract class MultiThreadedActio
sb.append(v);
}
+ protected static void appendToStatus(StringBuilder sb, String desc,
+ String v) {
+ sb.append(", ");
+ sb.append(desc);
+ sb.append("=");
+ sb.append(v);
+ }
+
/**
* See {@link #verifyResultAgainstDataGenerator(Result, boolean, boolean)}.
* Does not verify cf/column integrity.
Modified: hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/util/MultiThreadedWriter.java
URL: http://svn.apache.org/viewvc/hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/util/MultiThreadedWriter.java?rev=1462611&r1=1462610&r2=1462611&view=diff
==============================================================================
--- hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/util/MultiThreadedWriter.java (original)
+++ hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/util/MultiThreadedWriter.java Fri Mar 29 19:11:24 2013
@@ -142,7 +142,7 @@ public class MultiThreadedWriter extends
put.add(cf, column, value);
++columnCount;
if (!isMultiPut) {
- insert(put, rowKeyBase);
+ insert(table, put, rowKeyBase);
numCols.addAndGet(1);
put = new Put(rowKey);
}
@@ -152,7 +152,7 @@ public class MultiThreadedWriter extends
if (verbose) {
LOG.debug("Preparing put for key = [" + rowKey + "], " + columnCount + " columns");
}
- insert(put, rowKeyBase);
+ insert(table, put, rowKeyBase);
numCols.addAndGet(columnCount);
}
if (trackInsertedKeys) {
@@ -168,53 +168,53 @@ public class MultiThreadedWriter extends
numThreadsWorking.decrementAndGet();
}
}
+ }
- public void insert(Put put, long keyBase) {
- try {
- long start = System.currentTimeMillis();
- table.put(put);
- totalOpTimeMs.addAndGet(System.currentTimeMillis() - start);
- } catch (IOException e) {
- failedKeySet.add(keyBase);
- String exceptionInfo;
- if (e instanceof RetriesExhaustedWithDetailsException) {
- RetriesExhaustedWithDetailsException aggEx = (RetriesExhaustedWithDetailsException)e;
- exceptionInfo = aggEx.getExhaustiveDescription();
- } else {
- StringWriter stackWriter = new StringWriter();
- PrintWriter pw = new PrintWriter(stackWriter);
- e.printStackTrace(pw);
- pw.flush();
- exceptionInfo = StringUtils.stringifyException(e);
- }
- LOG.error("Failed to insert: " + keyBase + "; region information: "
- + getRegionDebugInfoSafe(put.getRow()) + "; errors: "
- + exceptionInfo);
- }
+ public void insert(HTable table, Put put, long keyBase) {
+ try {
+ long start = System.currentTimeMillis();
+ table.put(put);
+ totalOpTimeMs.addAndGet(System.currentTimeMillis() - start);
+ } catch (IOException e) {
+ failedKeySet.add(keyBase);
+ String exceptionInfo;
+ if (e instanceof RetriesExhaustedWithDetailsException) {
+ RetriesExhaustedWithDetailsException aggEx = (RetriesExhaustedWithDetailsException)e;
+ exceptionInfo = aggEx.getExhaustiveDescription();
+ } else {
+ StringWriter stackWriter = new StringWriter();
+ PrintWriter pw = new PrintWriter(stackWriter);
+ e.printStackTrace(pw);
+ pw.flush();
+ exceptionInfo = StringUtils.stringifyException(e);
+ }
+ LOG.error("Failed to insert: " + keyBase + "; region information: "
+ + getRegionDebugInfoSafe(table, put.getRow()) + "; errors: "
+ + exceptionInfo);
}
+ }
- private String getRegionDebugInfoSafe(byte[] rowKey) {
- HRegionLocation cached = null, real = null;
- try {
- cached = table.getRegionLocation(rowKey, false);
- real = table.getRegionLocation(rowKey, true);
- } catch (Throwable t) {
- // Cannot obtain region information for another catch block - too bad!
- }
- String result = "no information can be obtained";
- if (cached != null) {
- result = "cached: " + cached.toString();
- }
- if (real != null) {
- if (real.equals(cached)) {
- result += "; cache is up to date";
- } else {
- result = (cached != null) ? (result + "; ") : "";
- result += "real: " + real.toString();
- }
+ private String getRegionDebugInfoSafe(HTable table, byte[] rowKey) {
+ HRegionLocation cached = null, real = null;
+ try {
+ cached = table.getRegionLocation(rowKey, false);
+ real = table.getRegionLocation(rowKey, true);
+ } catch (Throwable t) {
+ // Cannot obtain region information for another catch block - too bad!
+ }
+ String result = "no information can be obtained";
+ if (cached != null) {
+ result = "cached: " + cached.toString();
+ }
+ if (real != null) {
+ if (real.equals(cached)) {
+ result += "; cache is up to date";
+ } else {
+ result = (cached != null) ? (result + "; ") : "";
+ result += "real: " + real.toString();
}
- return result;
}
+ return result;
}
/**
Modified: hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/util/TestMiniClusterLoadSequential.java
URL: http://svn.apache.org/viewvc/hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/util/TestMiniClusterLoadSequential.java?rev=1462611&r1=1462610&r2=1462611&view=diff
==============================================================================
--- hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/util/TestMiniClusterLoadSequential.java (original)
+++ hbase/trunk/hbase-server/src/test/java/org/apache/hadoop/hbase/util/TestMiniClusterLoadSequential.java Fri Mar 29 19:11:24 2013
@@ -29,6 +29,7 @@ import org.apache.hadoop.conf.Configurat
import org.apache.hadoop.hbase.HBaseTestingUtility;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HConstants;
+import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.LargeTests;
import org.apache.hadoop.hbase.exceptions.TableNotFoundException;
import org.apache.hadoop.hbase.client.HBaseAdmin;
@@ -106,6 +107,19 @@ public class TestMiniClusterLoadSequenti
TEST_UTIL.shutdownMiniCluster();
}
+ protected MultiThreadedReader prepareReaderThreads(LoadTestDataGenerator dataGen,
+ Configuration conf, byte[] tableName, double verifyPercent) {
+ MultiThreadedReader reader = new MultiThreadedReader(dataGen, conf, tableName, verifyPercent);
+ return reader;
+ }
+
+ protected MultiThreadedWriter prepareWriterThreads(LoadTestDataGenerator dataGen,
+ Configuration conf, byte[] tableName) {
+ MultiThreadedWriter writer = new MultiThreadedWriter(dataGen, conf, tableName);
+ writer.setMultiPut(isMultiPut);
+ return writer;
+ }
+
@Test(timeout=TIMEOUT_MS)
public void loadTest() throws Exception {
prepareForLoadTest();
@@ -124,6 +138,12 @@ public class TestMiniClusterLoadSequenti
assertEquals(numKeys, readerThreads.getNumKeysVerified());
}
+ protected void createPreSplitLoadTestTable(HTableDescriptor htd, HColumnDescriptor hcd)
+ throws IOException {
+ int numRegions = HBaseTestingUtility.createPreSplitLoadTestTable(conf, htd, hcd);
+ TEST_UTIL.waitUntilAllRegionsAssigned(htd.getName(), numRegions);
+ }
+
protected void prepareForLoadTest() throws IOException {
LOG.info("Starting load test: dataBlockEncoding=" + dataBlockEncoding +
", isMultiPut=" + isMultiPut);
@@ -135,15 +155,15 @@ public class TestMiniClusterLoadSequenti
}
admin.close();
- int numRegions = HBaseTestingUtility.createPreSplitLoadTestTable(conf,
- TABLE, CF, compression, dataBlockEncoding);
-
- TEST_UTIL.waitUntilAllRegionsAssigned(numRegions);
+ HTableDescriptor htd = new HTableDescriptor(TABLE);
+ HColumnDescriptor hcd = new HColumnDescriptor(CF)
+ .setCompressionType(compression)
+ .setDataBlockEncoding(dataBlockEncoding);
+ createPreSplitLoadTestTable(htd, hcd);
LoadTestDataGenerator dataGen = new MultiThreadedAction.DefaultDataGenerator(CF);
- writerThreads = new MultiThreadedWriter(dataGen, conf, TABLE);
- writerThreads.setMultiPut(isMultiPut);
- readerThreads = new MultiThreadedReader(dataGen, conf, TABLE, 100);
+ writerThreads = prepareWriterThreads(dataGen, conf, TABLE);
+ readerThreads = prepareReaderThreads(dataGen, conf, TABLE, 100);
}
protected int numKeys() {