You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@bigtop.apache.org by rv...@apache.org on 2012/05/17 19:41:42 UTC
svn commit: r1339738 -
/incubator/bigtop/trunk/bigtop-tests/test-artifacts/hbase/src/main/groovy/org/apache/bigtop/itest/hbase/system/TestLoadAndVerify.java
Author: rvs
Date: Thu May 17 17:41:42 2012
New Revision: 1339738
URL: http://svn.apache.org/viewvc?rev=1339738&view=rev
Log:
BIGTOP-589. TestLoadAndVerify's HBase scanner caching setting too high (Jonathan Hsieh via rvs)
Modified:
incubator/bigtop/trunk/bigtop-tests/test-artifacts/hbase/src/main/groovy/org/apache/bigtop/itest/hbase/system/TestLoadAndVerify.java
Modified: incubator/bigtop/trunk/bigtop-tests/test-artifacts/hbase/src/main/groovy/org/apache/bigtop/itest/hbase/system/TestLoadAndVerify.java
URL: http://svn.apache.org/viewvc/incubator/bigtop/trunk/bigtop-tests/test-artifacts/hbase/src/main/groovy/org/apache/bigtop/itest/hbase/system/TestLoadAndVerify.java?rev=1339738&r1=1339737&r2=1339738&view=diff
==============================================================================
--- incubator/bigtop/trunk/bigtop-tests/test-artifacts/hbase/src/main/groovy/org/apache/bigtop/itest/hbase/system/TestLoadAndVerify.java (original)
+++ incubator/bigtop/trunk/bigtop-tests/test-artifacts/hbase/src/main/groovy/org/apache/bigtop/itest/hbase/system/TestLoadAndVerify.java Thu May 17 17:41:42 2012
@@ -77,7 +77,7 @@ public class TestLoadAndVerify extends
private static final int NUM_TASKS = 200;
private static final int NUM_REDUCE_TASKS = 35;
- private static final int SCANNER_CACHING = 5000;
+ private static final int SCANNER_CACHING = 500;
private enum Counters {
ROWS_WRITTEN,
@@ -282,6 +282,7 @@ public class TestLoadAndVerify extends
TableMapReduceUtil.initTableMapperJob(
htd.getNameAsString(), scan, VerifyMapper.class,
BytesWritable.class, BytesWritable.class, job);
+ int scannerCaching = conf.getInt("verify.scannercaching", SCANNER_CACHING);
TableMapReduceUtil.setScannerCaching(job, SCANNER_CACHING);
job.setReducerClass(VerifyReducer.class);
@@ -339,7 +340,7 @@ public class TestLoadAndVerify extends
System.err.println(" -Dloadmapper.num_to_write=<n> Number of rows per mapper (default 100,000 per mapper)");
System.err.println(" -Dloadmapper.deleteAfter=<bool> Delete after a successful verify (default true)");
System.err.println(" -Dloadmapper.numPresplits=<n> Number of presplit regions to start with (default 40)");
-
+ System.err.println(" -Dverify.scannercaching=<n> Number hbase scanner caching rows to read (default 50)");
}
public int run(String argv[]) throws Exception {