You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hbase.apache.org by nd...@apache.org on 2013/12/03 17:38:02 UTC
svn commit: r1547466 -
/hbase/branches/0.96/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/TableInputFormat.java
Author: ndimiduk
Date: Tue Dec 3 16:38:02 2013
New Revision: 1547466
URL: http://svn.apache.org/r1547466
Log:
Optional setBatch for CopyTable to copy large rows in batches
Modified:
hbase/branches/0.96/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/TableInputFormat.java
Modified: hbase/branches/0.96/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/TableInputFormat.java
URL: http://svn.apache.org/viewvc/hbase/branches/0.96/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/TableInputFormat.java?rev=1547466&r1=1547465&r2=1547466&view=diff
==============================================================================
--- hbase/branches/0.96/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/TableInputFormat.java (original)
+++ hbase/branches/0.96/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/TableInputFormat.java Tue Dec 3 16:38:02 2013
@@ -68,6 +68,8 @@ implements Configurable {
public static final String SCAN_CACHEBLOCKS = "hbase.mapreduce.scan.cacheblocks";
/** The number of rows for caching that will be passed to scanners. */
public static final String SCAN_CACHEDROWS = "hbase.mapreduce.scan.cachedrows";
+ /** Set the maximum number of values to return for each call to next(). */
+ public static final String SCAN_BATCHSIZE = "hbase.mapreduce.scan.batchsize";
/** The configuration. */
private Configuration conf = null;
@@ -147,6 +149,10 @@ implements Configurable {
scan.setCaching(Integer.parseInt(conf.get(SCAN_CACHEDROWS)));
}
+ if (conf.get(SCAN_BATCHSIZE) != null) {
+ scan.setBatch(Integer.parseInt(conf.get(SCAN_BATCHSIZE)));
+ }
+
// false by default, full table scans generate too much BC churn
scan.setCacheBlocks((conf.getBoolean(SCAN_CACHEBLOCKS, false)));
} catch (Exception e) {