You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hbase.apache.org by ra...@apache.org on 2014/02/19 18:35:27 UTC
svn commit: r1569843 - in /hbase/branches/0.98/hbase-server/src:
main/java/org/apache/hadoop/hbase/mapreduce/ImportTsv.java
test/java/org/apache/hadoop/hbase/mapreduce/TestImportTsvParser.java
Author: rajeshbabu
Date: Wed Feb 19 17:35:27 2014
New Revision: 1569843
URL: http://svn.apache.org/r1569843
Log:
HBASE-10534 Rowkey in TsvImporterTextMapper initializing with wrong length(Rajesh)
Modified:
hbase/branches/0.98/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/ImportTsv.java
hbase/branches/0.98/hbase-server/src/test/java/org/apache/hadoop/hbase/mapreduce/TestImportTsvParser.java
Modified: hbase/branches/0.98/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/ImportTsv.java
URL: http://svn.apache.org/viewvc/hbase/branches/0.98/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/ImportTsv.java?rev=1569843&r1=1569842&r2=1569843&view=diff
==============================================================================
--- hbase/branches/0.98/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/ImportTsv.java (original)
+++ hbase/branches/0.98/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/ImportTsv.java Wed Feb 19 17:35:27 2014
@@ -349,6 +349,13 @@ public class ImportTsv extends Configure
private static final long serialVersionUID = 1L;
}
+ /**
+ * Return starting position and length of row key from the specified line bytes.
+ * @param lineBytes
+ * @param length
+ * @return Pair of row key offset and length.
+ * @throws BadTsvLineException
+ */
public Pair<Integer, Integer> parseRowKey(byte[] lineBytes, int length)
throws BadTsvLineException {
int rkColumnIndex = 0;
@@ -371,7 +378,7 @@ public class ImportTsv extends Configure
+ " are less than row key position.");
}
}
- return new Pair<Integer, Integer>(startPos, endPos);
+ return new Pair<Integer, Integer>(startPos, endPos - startPos + 1);
}
}
Modified: hbase/branches/0.98/hbase-server/src/test/java/org/apache/hadoop/hbase/mapreduce/TestImportTsvParser.java
URL: http://svn.apache.org/viewvc/hbase/branches/0.98/hbase-server/src/test/java/org/apache/hadoop/hbase/mapreduce/TestImportTsvParser.java?rev=1569843&r1=1569842&r2=1569843&view=diff
==============================================================================
--- hbase/branches/0.98/hbase-server/src/test/java/org/apache/hadoop/hbase/mapreduce/TestImportTsvParser.java (original)
+++ hbase/branches/0.98/hbase-server/src/test/java/org/apache/hadoop/hbase/mapreduce/TestImportTsvParser.java Wed Feb 19 17:35:27 2014
@@ -220,7 +220,7 @@ public class TestImportTsvParser {
byte[] line = Bytes.toBytes("rowkey\tval_a\t1234");
Pair<Integer, Integer> rowKeyOffsets = parser.parseRowKey(line, line.length);
assertEquals(0, rowKeyOffsets.getFirst().intValue());
- assertEquals(5, rowKeyOffsets.getSecond().intValue());
+ assertEquals(6, rowKeyOffsets.getSecond().intValue());
try {
line = Bytes.toBytes("\t\tval_a\t1234");
parser.parseRowKey(line, line.length);
@@ -233,7 +233,7 @@ public class TestImportTsvParser {
line = Bytes.toBytes("val_a\trowkey\t1234");
rowKeyOffsets = parser.parseRowKey(line, line.length);
assertEquals(6, rowKeyOffsets.getFirst().intValue());
- assertEquals(11, rowKeyOffsets.getSecond().intValue());
+ assertEquals(6, rowKeyOffsets.getSecond().intValue());
try {
line = Bytes.toBytes("val_a");
rowKeyOffsets = parser.parseRowKey(line, line.length);
@@ -246,7 +246,7 @@ public class TestImportTsvParser {
line = Bytes.toBytes("val_a\t1234\trowkey");
rowKeyOffsets = parser.parseRowKey(line, line.length);
assertEquals(11, rowKeyOffsets.getFirst().intValue());
- assertEquals(16, rowKeyOffsets.getSecond().intValue());
+ assertEquals(6, rowKeyOffsets.getSecond().intValue());
}
@Test