You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hbase.apache.org by ra...@apache.org on 2014/02/19 18:31:35 UTC

svn commit: r1569840 - in /hbase/branches/0.96/hbase-server/src: main/java/org/apache/hadoop/hbase/mapreduce/ImportTsv.java test/java/org/apache/hadoop/hbase/mapreduce/TestImportTsvParser.java

Author: rajeshbabu
Date: Wed Feb 19 17:31:35 2014
New Revision: 1569840

URL: http://svn.apache.org/r1569840
Log:
HBASE-10534 Rowkey in TsvImporterTextMapper initializing with wrong length(Rajesh)

Modified:
    hbase/branches/0.96/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/ImportTsv.java
    hbase/branches/0.96/hbase-server/src/test/java/org/apache/hadoop/hbase/mapreduce/TestImportTsvParser.java

Modified: hbase/branches/0.96/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/ImportTsv.java
URL: http://svn.apache.org/viewvc/hbase/branches/0.96/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/ImportTsv.java?rev=1569840&r1=1569839&r2=1569840&view=diff
==============================================================================
--- hbase/branches/0.96/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/ImportTsv.java (original)
+++ hbase/branches/0.96/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/ImportTsv.java Wed Feb 19 17:31:35 2014
@@ -251,6 +251,13 @@ public class ImportTsv extends Configure
       private static final long serialVersionUID = 1L;
     }
 
+    /**
+     * Return starting position and length of row key from the specified line bytes.
+     * @param lineBytes
+     * @param length
+     * @return Pair of row key offset and length.
+     * @throws BadTsvLineException
+     */
     public Pair<Integer, Integer> parseRowKey(byte[] lineBytes, int length)
         throws BadTsvLineException {
       int rkColumnIndex = 0;
@@ -273,7 +280,7 @@ public class ImportTsv extends Configure
                   + " are less than row key position.");
         }
       }
-      return new Pair<Integer, Integer>(startPos, endPos);
+      return new Pair<Integer, Integer>(startPos, endPos - startPos + 1);
     }
   }
 

Modified: hbase/branches/0.96/hbase-server/src/test/java/org/apache/hadoop/hbase/mapreduce/TestImportTsvParser.java
URL: http://svn.apache.org/viewvc/hbase/branches/0.96/hbase-server/src/test/java/org/apache/hadoop/hbase/mapreduce/TestImportTsvParser.java?rev=1569840&r1=1569839&r2=1569840&view=diff
==============================================================================
--- hbase/branches/0.96/hbase-server/src/test/java/org/apache/hadoop/hbase/mapreduce/TestImportTsvParser.java (original)
+++ hbase/branches/0.96/hbase-server/src/test/java/org/apache/hadoop/hbase/mapreduce/TestImportTsvParser.java Wed Feb 19 17:31:35 2014
@@ -196,7 +196,7 @@ public class TestImportTsvParser {
     Pair<Integer, Integer> rowKeyOffsets = parser
         .parseRowKey(line, line.length);
     assertEquals(0, rowKeyOffsets.getFirst().intValue());
-    assertEquals(5, rowKeyOffsets.getSecond().intValue());
+    assertEquals(6, rowKeyOffsets.getSecond().intValue());
     try {
       line = Bytes.toBytes("\t\tval_a\t1234");
       parser.parseRowKey(line, line.length);
@@ -209,7 +209,7 @@ public class TestImportTsvParser {
     line = Bytes.toBytes("val_a\trowkey\t1234");
     rowKeyOffsets = parser.parseRowKey(line, line.length);
     assertEquals(6, rowKeyOffsets.getFirst().intValue());
-    assertEquals(11, rowKeyOffsets.getSecond().intValue());
+    assertEquals(6, rowKeyOffsets.getSecond().intValue());
     try {
       line = Bytes.toBytes("val_a");
       rowKeyOffsets = parser.parseRowKey(line, line.length);
@@ -222,7 +222,7 @@ public class TestImportTsvParser {
     line = Bytes.toBytes("val_a\t1234\trowkey");
     rowKeyOffsets = parser.parseRowKey(line, line.length);
     assertEquals(11, rowKeyOffsets.getFirst().intValue());
-    assertEquals(16, rowKeyOffsets.getSecond().intValue());
+    assertEquals(6, rowKeyOffsets.getSecond().intValue());
   }
 
 }