You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hbase.apache.org by ra...@apache.org on 2014/02/19 18:31:35 UTC
svn commit: r1569840 - in /hbase/branches/0.96/hbase-server/src:
main/java/org/apache/hadoop/hbase/mapreduce/ImportTsv.java
test/java/org/apache/hadoop/hbase/mapreduce/TestImportTsvParser.java
Author: rajeshbabu
Date: Wed Feb 19 17:31:35 2014
New Revision: 1569840
URL: http://svn.apache.org/r1569840
Log:
HBASE-10534 Rowkey in TsvImporterTextMapper initializing with wrong length(Rajesh)
Modified:
hbase/branches/0.96/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/ImportTsv.java
hbase/branches/0.96/hbase-server/src/test/java/org/apache/hadoop/hbase/mapreduce/TestImportTsvParser.java
Modified: hbase/branches/0.96/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/ImportTsv.java
URL: http://svn.apache.org/viewvc/hbase/branches/0.96/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/ImportTsv.java?rev=1569840&r1=1569839&r2=1569840&view=diff
==============================================================================
--- hbase/branches/0.96/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/ImportTsv.java (original)
+++ hbase/branches/0.96/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/ImportTsv.java Wed Feb 19 17:31:35 2014
@@ -251,6 +251,13 @@ public class ImportTsv extends Configure
private static final long serialVersionUID = 1L;
}
+ /**
+ * Return starting position and length of row key from the specified line bytes.
+ * @param lineBytes
+ * @param length
+ * @return Pair of row key offset and length.
+ * @throws BadTsvLineException
+ */
public Pair<Integer, Integer> parseRowKey(byte[] lineBytes, int length)
throws BadTsvLineException {
int rkColumnIndex = 0;
@@ -273,7 +280,7 @@ public class ImportTsv extends Configure
+ " are less than row key position.");
}
}
- return new Pair<Integer, Integer>(startPos, endPos);
+ return new Pair<Integer, Integer>(startPos, endPos - startPos + 1);
}
}
Modified: hbase/branches/0.96/hbase-server/src/test/java/org/apache/hadoop/hbase/mapreduce/TestImportTsvParser.java
URL: http://svn.apache.org/viewvc/hbase/branches/0.96/hbase-server/src/test/java/org/apache/hadoop/hbase/mapreduce/TestImportTsvParser.java?rev=1569840&r1=1569839&r2=1569840&view=diff
==============================================================================
--- hbase/branches/0.96/hbase-server/src/test/java/org/apache/hadoop/hbase/mapreduce/TestImportTsvParser.java (original)
+++ hbase/branches/0.96/hbase-server/src/test/java/org/apache/hadoop/hbase/mapreduce/TestImportTsvParser.java Wed Feb 19 17:31:35 2014
@@ -196,7 +196,7 @@ public class TestImportTsvParser {
Pair<Integer, Integer> rowKeyOffsets = parser
.parseRowKey(line, line.length);
assertEquals(0, rowKeyOffsets.getFirst().intValue());
- assertEquals(5, rowKeyOffsets.getSecond().intValue());
+ assertEquals(6, rowKeyOffsets.getSecond().intValue());
try {
line = Bytes.toBytes("\t\tval_a\t1234");
parser.parseRowKey(line, line.length);
@@ -209,7 +209,7 @@ public class TestImportTsvParser {
line = Bytes.toBytes("val_a\trowkey\t1234");
rowKeyOffsets = parser.parseRowKey(line, line.length);
assertEquals(6, rowKeyOffsets.getFirst().intValue());
- assertEquals(11, rowKeyOffsets.getSecond().intValue());
+ assertEquals(6, rowKeyOffsets.getSecond().intValue());
try {
line = Bytes.toBytes("val_a");
rowKeyOffsets = parser.parseRowKey(line, line.length);
@@ -222,7 +222,7 @@ public class TestImportTsvParser {
line = Bytes.toBytes("val_a\t1234\trowkey");
rowKeyOffsets = parser.parseRowKey(line, line.length);
assertEquals(11, rowKeyOffsets.getFirst().intValue());
- assertEquals(16, rowKeyOffsets.getSecond().intValue());
+ assertEquals(6, rowKeyOffsets.getSecond().intValue());
}
}