You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hbase.apache.org by st...@apache.org on 2012/09/12 08:16:51 UTC
svn commit: r1383792 - in /hbase/branches/0.94/src:
main/java/org/apache/hadoop/hbase/io/HalfStoreFileReader.java
main/java/org/apache/hadoop/hbase/regionserver/Store.java
test/java/org/apache/hadoop/hbase/io/TestHalfStoreFileReader.java
Author: stack
Date: Wed Sep 12 06:16:50 2012
New Revision: 1383792
URL: http://svn.apache.org/viewvc?rev=1383792&view=rev
Log:
HBASE-5997 Fix concerns raised in HBASE-5922 related to HalfStoreFileReader
Modified:
hbase/branches/0.94/src/main/java/org/apache/hadoop/hbase/io/HalfStoreFileReader.java
hbase/branches/0.94/src/main/java/org/apache/hadoop/hbase/regionserver/Store.java
hbase/branches/0.94/src/test/java/org/apache/hadoop/hbase/io/TestHalfStoreFileReader.java
Modified: hbase/branches/0.94/src/main/java/org/apache/hadoop/hbase/io/HalfStoreFileReader.java
URL: http://svn.apache.org/viewvc/hbase/branches/0.94/src/main/java/org/apache/hadoop/hbase/io/HalfStoreFileReader.java?rev=1383792&r1=1383791&r2=1383792&view=diff
==============================================================================
--- hbase/branches/0.94/src/main/java/org/apache/hadoop/hbase/io/HalfStoreFileReader.java (original)
+++ hbase/branches/0.94/src/main/java/org/apache/hadoop/hbase/io/HalfStoreFileReader.java Wed Sep 12 06:16:50 2012
@@ -52,6 +52,10 @@ public class HalfStoreFileReader extends
// This is the key we split around. Its the first possible entry on a row:
// i.e. empty column and a timestamp of LATEST_TIMESTAMP.
protected final byte [] splitkey;
+
+ private byte[] firstKey = null;
+
+ private boolean firstKeySeeked = false;
/**
* @param fs
@@ -141,8 +145,11 @@ public class HalfStoreFileReader extends
public boolean seekBefore(byte [] key, int offset, int length)
throws IOException {
if (top) {
- if (getComparator().compare(key, offset, length, splitkey, 0,
- splitkey.length) < 0) {
+ byte[] fk = getFirstKey();
+ // This will be null when the file is empty in which we can not seekBefore to any key
+ if (fk == null) return false;
+ if (getComparator().compare(key, offset, length, fk, 0,
+ fk.length) <= 0) {
return false;
}
} else {
@@ -271,4 +278,20 @@ public class HalfStoreFileReader extends
// Returns null to indicate file is not splitable.
return null;
}
+
+ @Override
+ public byte[] getFirstKey() {
+ if (!firstKeySeeked) {
+ HFileScanner scanner = getScanner(true, true, false);
+ try {
+ if (scanner.seekTo()) {
+ this.firstKey = Bytes.toBytes(scanner.getKey());
+ }
+ firstKeySeeked = true;
+ } catch (IOException e) {
+ LOG.warn("Failed seekTo first KV in the file", e);
+ }
+ }
+ return this.firstKey;
+ }
}
Modified: hbase/branches/0.94/src/main/java/org/apache/hadoop/hbase/regionserver/Store.java
URL: http://svn.apache.org/viewvc/hbase/branches/0.94/src/main/java/org/apache/hadoop/hbase/regionserver/Store.java?rev=1383792&r1=1383791&r2=1383792&view=diff
==============================================================================
--- hbase/branches/0.94/src/main/java/org/apache/hadoop/hbase/regionserver/Store.java (original)
+++ hbase/branches/0.94/src/main/java/org/apache/hadoop/hbase/regionserver/Store.java Wed Sep 12 06:16:50 2012
@@ -1852,6 +1852,7 @@ public class Store extends SchemaConfigu
}
// TODO: Cache these keys rather than make each time?
byte [] fk = r.getFirstKey();
+ if (fk == null) return;
KeyValue firstKV = KeyValue.createKeyValueFromKey(fk, 0, fk.length);
byte [] lk = r.getLastKey();
KeyValue lastKV = KeyValue.createKeyValueFromKey(lk, 0, lk.length);
@@ -1865,7 +1866,7 @@ public class Store extends SchemaConfigu
firstOnRow = new KeyValue(lastKV.getRow(), HConstants.LATEST_TIMESTAMP);
}
// Get a scanner that caches blocks and that uses pread.
- HFileScanner scanner = r.getHFileReader().getScanner(true, true, false);
+ HFileScanner scanner = r.getScanner(true, true, false);
// Seek scanner. If can't seek it, return.
if (!seekToScanner(scanner, firstOnRow, firstKV)) return;
// If we found candidate on firstOnRow, just return. THIS WILL NEVER HAPPEN!
Modified: hbase/branches/0.94/src/test/java/org/apache/hadoop/hbase/io/TestHalfStoreFileReader.java
URL: http://svn.apache.org/viewvc/hbase/branches/0.94/src/test/java/org/apache/hadoop/hbase/io/TestHalfStoreFileReader.java?rev=1383792&r1=1383791&r2=1383792&view=diff
==============================================================================
--- hbase/branches/0.94/src/test/java/org/apache/hadoop/hbase/io/TestHalfStoreFileReader.java (original)
+++ hbase/branches/0.94/src/test/java/org/apache/hadoop/hbase/io/TestHalfStoreFileReader.java Wed Sep 12 06:16:50 2012
@@ -195,6 +195,9 @@ public class TestHalfStoreFileReader {
foundKeyValue = doTestOfSeekBefore(p, fs, bottom, items.get(1), cacheConf);
assertEquals(items.get(0), foundKeyValue);
+ // Try to seek before the splitKey in the top file
+ foundKeyValue = doTestOfSeekBefore(p, fs, top, midKV, cacheConf);
+ assertNull(foundKeyValue);
}
private KeyValue doTestOfSeekBefore(Path p, FileSystem fs, Reference bottom, KeyValue seekBefore,