You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hbase.apache.org by st...@apache.org on 2016/11/15 05:46:01 UTC
[10/35] hbase-site git commit: Published site at
9250bf809155ebe93fd6ae8a0485b22c744fdf70.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/f17356a7/testdevapidocs/src-html/org/apache/hadoop/hbase/mapreduce/TestLoadIncrementalHFiles.html
----------------------------------------------------------------------
diff --git a/testdevapidocs/src-html/org/apache/hadoop/hbase/mapreduce/TestLoadIncrementalHFiles.html b/testdevapidocs/src-html/org/apache/hadoop/hbase/mapreduce/TestLoadIncrementalHFiles.html
index ee9b740..57575c0 100644
--- a/testdevapidocs/src-html/org/apache/hadoop/hbase/mapreduce/TestLoadIncrementalHFiles.html
+++ b/testdevapidocs/src-html/org/apache/hadoop/hbase/mapreduce/TestLoadIncrementalHFiles.html
@@ -32,723 +32,730 @@
<span class="sourceLineNo">024</span>import static org.junit.Assert.fail;<a name="line.24"></a>
<span class="sourceLineNo">025</span><a name="line.25"></a>
<span class="sourceLineNo">026</span>import java.io.IOException;<a name="line.26"></a>
-<span class="sourceLineNo">027</span>import java.util.ArrayList;<a name="line.27"></a>
-<span class="sourceLineNo">028</span>import java.util.List;<a name="line.28"></a>
-<span class="sourceLineNo">029</span>import java.util.Locale;<a name="line.29"></a>
-<span class="sourceLineNo">030</span>import java.util.Map;<a name="line.30"></a>
-<span class="sourceLineNo">031</span>import java.util.TreeMap;<a name="line.31"></a>
-<span class="sourceLineNo">032</span><a name="line.32"></a>
-<span class="sourceLineNo">033</span>import org.apache.hadoop.conf.Configuration;<a name="line.33"></a>
-<span class="sourceLineNo">034</span>import org.apache.hadoop.fs.FSDataOutputStream;<a name="line.34"></a>
-<span class="sourceLineNo">035</span>import org.apache.hadoop.fs.FileStatus;<a name="line.35"></a>
-<span class="sourceLineNo">036</span>import org.apache.hadoop.fs.FileSystem;<a name="line.36"></a>
-<span class="sourceLineNo">037</span>import org.apache.hadoop.fs.Path;<a name="line.37"></a>
-<span class="sourceLineNo">038</span>import org.apache.hadoop.hbase.HBaseTestingUtility;<a name="line.38"></a>
-<span class="sourceLineNo">039</span>import org.apache.hadoop.hbase.HColumnDescriptor;<a name="line.39"></a>
-<span class="sourceLineNo">040</span>import org.apache.hadoop.hbase.HConstants;<a name="line.40"></a>
-<span class="sourceLineNo">041</span>import org.apache.hadoop.hbase.HTableDescriptor;<a name="line.41"></a>
-<span class="sourceLineNo">042</span>import org.apache.hadoop.hbase.NamespaceDescriptor;<a name="line.42"></a>
-<span class="sourceLineNo">043</span>import org.apache.hadoop.hbase.TableName;<a name="line.43"></a>
-<span class="sourceLineNo">044</span>import org.apache.hadoop.hbase.TableNotFoundException;<a name="line.44"></a>
-<span class="sourceLineNo">045</span>import org.apache.hadoop.hbase.client.Table;<a name="line.45"></a>
-<span class="sourceLineNo">046</span>import org.apache.hadoop.hbase.codec.KeyValueCodecWithTags;<a name="line.46"></a>
-<span class="sourceLineNo">047</span>import org.apache.hadoop.hbase.coprocessor.CoprocessorHost;<a name="line.47"></a>
-<span class="sourceLineNo">048</span>import org.apache.hadoop.hbase.io.encoding.DataBlockEncoding;<a name="line.48"></a>
-<span class="sourceLineNo">049</span>import org.apache.hadoop.hbase.io.hfile.CacheConfig;<a name="line.49"></a>
-<span class="sourceLineNo">050</span>import org.apache.hadoop.hbase.io.hfile.HFile;<a name="line.50"></a>
-<span class="sourceLineNo">051</span>import org.apache.hadoop.hbase.io.hfile.HFileScanner;<a name="line.51"></a>
-<span class="sourceLineNo">052</span>import org.apache.hadoop.hbase.regionserver.BloomType;<a name="line.52"></a>
-<span class="sourceLineNo">053</span>import org.apache.hadoop.hbase.testclassification.LargeTests;<a name="line.53"></a>
-<span class="sourceLineNo">054</span>import org.apache.hadoop.hbase.testclassification.MapReduceTests;<a name="line.54"></a>
-<span class="sourceLineNo">055</span>import org.apache.hadoop.hbase.util.Bytes;<a name="line.55"></a>
-<span class="sourceLineNo">056</span>import org.apache.hadoop.hbase.util.FSUtils;<a name="line.56"></a>
-<span class="sourceLineNo">057</span>import org.apache.hadoop.hbase.util.HFileTestUtil;<a name="line.57"></a>
-<span class="sourceLineNo">058</span>import org.junit.AfterClass;<a name="line.58"></a>
-<span class="sourceLineNo">059</span>import org.junit.BeforeClass;<a name="line.59"></a>
-<span class="sourceLineNo">060</span>import org.junit.Rule;<a name="line.60"></a>
-<span class="sourceLineNo">061</span>import org.junit.Test;<a name="line.61"></a>
-<span class="sourceLineNo">062</span>import org.junit.experimental.categories.Category;<a name="line.62"></a>
-<span class="sourceLineNo">063</span>import org.junit.rules.TestName;<a name="line.63"></a>
-<span class="sourceLineNo">064</span><a name="line.64"></a>
-<span class="sourceLineNo">065</span>/**<a name="line.65"></a>
-<span class="sourceLineNo">066</span> * Test cases for the "load" half of the HFileOutputFormat bulk load<a name="line.66"></a>
-<span class="sourceLineNo">067</span> * functionality. These tests run faster than the full MR cluster<a name="line.67"></a>
-<span class="sourceLineNo">068</span> * tests in TestHFileOutputFormat<a name="line.68"></a>
-<span class="sourceLineNo">069</span> */<a name="line.69"></a>
-<span class="sourceLineNo">070</span>@Category({MapReduceTests.class, LargeTests.class})<a name="line.70"></a>
-<span class="sourceLineNo">071</span>public class TestLoadIncrementalHFiles {<a name="line.71"></a>
-<span class="sourceLineNo">072</span> @Rule<a name="line.72"></a>
-<span class="sourceLineNo">073</span> public TestName tn = new TestName();<a name="line.73"></a>
-<span class="sourceLineNo">074</span><a name="line.74"></a>
-<span class="sourceLineNo">075</span> private static final byte[] QUALIFIER = Bytes.toBytes("myqual");<a name="line.75"></a>
-<span class="sourceLineNo">076</span> private static final byte[] FAMILY = Bytes.toBytes("myfam");<a name="line.76"></a>
-<span class="sourceLineNo">077</span> private static final String NAMESPACE = "bulkNS";<a name="line.77"></a>
-<span class="sourceLineNo">078</span><a name="line.78"></a>
-<span class="sourceLineNo">079</span> static final String EXPECTED_MSG_FOR_NON_EXISTING_FAMILY = "Unmatched family names found";<a name="line.79"></a>
-<span class="sourceLineNo">080</span> static final int MAX_FILES_PER_REGION_PER_FAMILY = 4;<a name="line.80"></a>
+<span class="sourceLineNo">027</span>import java.nio.ByteBuffer;<a name="line.27"></a>
+<span class="sourceLineNo">028</span>import java.util.ArrayList;<a name="line.28"></a>
+<span class="sourceLineNo">029</span>import java.util.Deque;<a name="line.29"></a>
+<span class="sourceLineNo">030</span>import java.util.List;<a name="line.30"></a>
+<span class="sourceLineNo">031</span>import java.util.Locale;<a name="line.31"></a>
+<span class="sourceLineNo">032</span>import java.util.Map;<a name="line.32"></a>
+<span class="sourceLineNo">033</span>import java.util.TreeMap;<a name="line.33"></a>
+<span class="sourceLineNo">034</span><a name="line.34"></a>
+<span class="sourceLineNo">035</span>import org.apache.hadoop.conf.Configuration;<a name="line.35"></a>
+<span class="sourceLineNo">036</span>import org.apache.hadoop.fs.FSDataOutputStream;<a name="line.36"></a>
+<span class="sourceLineNo">037</span>import org.apache.hadoop.fs.FileStatus;<a name="line.37"></a>
+<span class="sourceLineNo">038</span>import org.apache.hadoop.fs.FileSystem;<a name="line.38"></a>
+<span class="sourceLineNo">039</span>import org.apache.hadoop.fs.Path;<a name="line.39"></a>
+<span class="sourceLineNo">040</span>import org.apache.hadoop.hbase.HBaseTestingUtility;<a name="line.40"></a>
+<span class="sourceLineNo">041</span>import org.apache.hadoop.hbase.HColumnDescriptor;<a name="line.41"></a>
+<span class="sourceLineNo">042</span>import org.apache.hadoop.hbase.HConstants;<a name="line.42"></a>
+<span class="sourceLineNo">043</span>import org.apache.hadoop.hbase.HTableDescriptor;<a name="line.43"></a>
+<span class="sourceLineNo">044</span>import org.apache.hadoop.hbase.NamespaceDescriptor;<a name="line.44"></a>
+<span class="sourceLineNo">045</span>import org.apache.hadoop.hbase.TableName;<a name="line.45"></a>
+<span class="sourceLineNo">046</span>import org.apache.hadoop.hbase.TableNotFoundException;<a name="line.46"></a>
+<span class="sourceLineNo">047</span>import org.apache.hadoop.hbase.client.Table;<a name="line.47"></a>
+<span class="sourceLineNo">048</span>import org.apache.hadoop.hbase.codec.KeyValueCodecWithTags;<a name="line.48"></a>
+<span class="sourceLineNo">049</span>import org.apache.hadoop.hbase.coprocessor.CoprocessorHost;<a name="line.49"></a>
+<span class="sourceLineNo">050</span>import org.apache.hadoop.hbase.io.encoding.DataBlockEncoding;<a name="line.50"></a>
+<span class="sourceLineNo">051</span>import org.apache.hadoop.hbase.io.hfile.CacheConfig;<a name="line.51"></a>
+<span class="sourceLineNo">052</span>import org.apache.hadoop.hbase.io.hfile.HFile;<a name="line.52"></a>
+<span class="sourceLineNo">053</span>import org.apache.hadoop.hbase.io.hfile.HFileScanner;<a name="line.53"></a>
+<span class="sourceLineNo">054</span>import org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.LoadQueueItem;<a name="line.54"></a>
+<span class="sourceLineNo">055</span>import org.apache.hadoop.hbase.regionserver.BloomType;<a name="line.55"></a>
+<span class="sourceLineNo">056</span>import org.apache.hadoop.hbase.testclassification.LargeTests;<a name="line.56"></a>
+<span class="sourceLineNo">057</span>import org.apache.hadoop.hbase.testclassification.MapReduceTests;<a name="line.57"></a>
+<span class="sourceLineNo">058</span>import org.apache.hadoop.hbase.util.Bytes;<a name="line.58"></a>
+<span class="sourceLineNo">059</span>import org.apache.hadoop.hbase.util.FSUtils;<a name="line.59"></a>
+<span class="sourceLineNo">060</span>import org.apache.hadoop.hbase.util.HFileTestUtil;<a name="line.60"></a>
+<span class="sourceLineNo">061</span>import org.junit.AfterClass;<a name="line.61"></a>
+<span class="sourceLineNo">062</span>import org.junit.BeforeClass;<a name="line.62"></a>
+<span class="sourceLineNo">063</span>import org.junit.Rule;<a name="line.63"></a>
+<span class="sourceLineNo">064</span>import org.junit.Test;<a name="line.64"></a>
+<span class="sourceLineNo">065</span>import org.junit.experimental.categories.Category;<a name="line.65"></a>
+<span class="sourceLineNo">066</span>import org.junit.rules.TestName;<a name="line.66"></a>
+<span class="sourceLineNo">067</span><a name="line.67"></a>
+<span class="sourceLineNo">068</span>/**<a name="line.68"></a>
+<span class="sourceLineNo">069</span> * Test cases for the "load" half of the HFileOutputFormat bulk load<a name="line.69"></a>
+<span class="sourceLineNo">070</span> * functionality. These tests run faster than the full MR cluster<a name="line.70"></a>
+<span class="sourceLineNo">071</span> * tests in TestHFileOutputFormat<a name="line.71"></a>
+<span class="sourceLineNo">072</span> */<a name="line.72"></a>
+<span class="sourceLineNo">073</span>@Category({MapReduceTests.class, LargeTests.class})<a name="line.73"></a>
+<span class="sourceLineNo">074</span>public class TestLoadIncrementalHFiles {<a name="line.74"></a>
+<span class="sourceLineNo">075</span> @Rule<a name="line.75"></a>
+<span class="sourceLineNo">076</span> public TestName tn = new TestName();<a name="line.76"></a>
+<span class="sourceLineNo">077</span><a name="line.77"></a>
+<span class="sourceLineNo">078</span> private static final byte[] QUALIFIER = Bytes.toBytes("myqual");<a name="line.78"></a>
+<span class="sourceLineNo">079</span> private static final byte[] FAMILY = Bytes.toBytes("myfam");<a name="line.79"></a>
+<span class="sourceLineNo">080</span> private static final String NAMESPACE = "bulkNS";<a name="line.80"></a>
<span class="sourceLineNo">081</span><a name="line.81"></a>
-<span class="sourceLineNo">082</span> private static final byte[][] SPLIT_KEYS = new byte[][] {<a name="line.82"></a>
-<span class="sourceLineNo">083</span> Bytes.toBytes("ddd"),<a name="line.83"></a>
-<span class="sourceLineNo">084</span> Bytes.toBytes("ppp")<a name="line.84"></a>
-<span class="sourceLineNo">085</span> };<a name="line.85"></a>
-<span class="sourceLineNo">086</span><a name="line.86"></a>
-<span class="sourceLineNo">087</span> static HBaseTestingUtility util = new HBaseTestingUtility();<a name="line.87"></a>
-<span class="sourceLineNo">088</span><a name="line.88"></a>
-<span class="sourceLineNo">089</span> @BeforeClass<a name="line.89"></a>
-<span class="sourceLineNo">090</span> public static void setUpBeforeClass() throws Exception {<a name="line.90"></a>
-<span class="sourceLineNo">091</span> util.getConfiguration().set(CoprocessorHost.REGION_COPROCESSOR_CONF_KEY,"");<a name="line.91"></a>
-<span class="sourceLineNo">092</span> util.getConfiguration().setInt(<a name="line.92"></a>
-<span class="sourceLineNo">093</span> LoadIncrementalHFiles.MAX_FILES_PER_REGION_PER_FAMILY,<a name="line.93"></a>
-<span class="sourceLineNo">094</span> MAX_FILES_PER_REGION_PER_FAMILY);<a name="line.94"></a>
-<span class="sourceLineNo">095</span> // change default behavior so that tag values are returned with normal rpcs<a name="line.95"></a>
-<span class="sourceLineNo">096</span> util.getConfiguration().set(HConstants.RPC_CODEC_CONF_KEY,<a name="line.96"></a>
-<span class="sourceLineNo">097</span> KeyValueCodecWithTags.class.getCanonicalName());<a name="line.97"></a>
-<span class="sourceLineNo">098</span> util.startMiniCluster();<a name="line.98"></a>
-<span class="sourceLineNo">099</span><a name="line.99"></a>
-<span class="sourceLineNo">100</span> setupNamespace();<a name="line.100"></a>
-<span class="sourceLineNo">101</span> }<a name="line.101"></a>
+<span class="sourceLineNo">082</span> static final String EXPECTED_MSG_FOR_NON_EXISTING_FAMILY = "Unmatched family names found";<a name="line.82"></a>
+<span class="sourceLineNo">083</span> static final int MAX_FILES_PER_REGION_PER_FAMILY = 4;<a name="line.83"></a>
+<span class="sourceLineNo">084</span><a name="line.84"></a>
+<span class="sourceLineNo">085</span> private static final byte[][] SPLIT_KEYS = new byte[][] {<a name="line.85"></a>
+<span class="sourceLineNo">086</span> Bytes.toBytes("ddd"),<a name="line.86"></a>
+<span class="sourceLineNo">087</span> Bytes.toBytes("ppp")<a name="line.87"></a>
+<span class="sourceLineNo">088</span> };<a name="line.88"></a>
+<span class="sourceLineNo">089</span><a name="line.89"></a>
+<span class="sourceLineNo">090</span> static HBaseTestingUtility util = new HBaseTestingUtility();<a name="line.90"></a>
+<span class="sourceLineNo">091</span><a name="line.91"></a>
+<span class="sourceLineNo">092</span> @BeforeClass<a name="line.92"></a>
+<span class="sourceLineNo">093</span> public static void setUpBeforeClass() throws Exception {<a name="line.93"></a>
+<span class="sourceLineNo">094</span> util.getConfiguration().set(CoprocessorHost.REGION_COPROCESSOR_CONF_KEY,"");<a name="line.94"></a>
+<span class="sourceLineNo">095</span> util.getConfiguration().setInt(<a name="line.95"></a>
+<span class="sourceLineNo">096</span> LoadIncrementalHFiles.MAX_FILES_PER_REGION_PER_FAMILY,<a name="line.96"></a>
+<span class="sourceLineNo">097</span> MAX_FILES_PER_REGION_PER_FAMILY);<a name="line.97"></a>
+<span class="sourceLineNo">098</span> // change default behavior so that tag values are returned with normal rpcs<a name="line.98"></a>
+<span class="sourceLineNo">099</span> util.getConfiguration().set(HConstants.RPC_CODEC_CONF_KEY,<a name="line.99"></a>
+<span class="sourceLineNo">100</span> KeyValueCodecWithTags.class.getCanonicalName());<a name="line.100"></a>
+<span class="sourceLineNo">101</span> util.startMiniCluster();<a name="line.101"></a>
<span class="sourceLineNo">102</span><a name="line.102"></a>
-<span class="sourceLineNo">103</span> protected static void setupNamespace() throws Exception {<a name="line.103"></a>
-<span class="sourceLineNo">104</span> util.getHBaseAdmin().createNamespace(NamespaceDescriptor.create(NAMESPACE).build());<a name="line.104"></a>
-<span class="sourceLineNo">105</span> }<a name="line.105"></a>
-<span class="sourceLineNo">106</span><a name="line.106"></a>
-<span class="sourceLineNo">107</span> @AfterClass<a name="line.107"></a>
-<span class="sourceLineNo">108</span> public static void tearDownAfterClass() throws Exception {<a name="line.108"></a>
-<span class="sourceLineNo">109</span> util.shutdownMiniCluster();<a name="line.109"></a>
-<span class="sourceLineNo">110</span> }<a name="line.110"></a>
-<span class="sourceLineNo">111</span><a name="line.111"></a>
-<span class="sourceLineNo">112</span> @Test(timeout = 120000)<a name="line.112"></a>
-<span class="sourceLineNo">113</span> public void testSimpleLoadWithMap() throws Exception {<a name="line.113"></a>
-<span class="sourceLineNo">114</span> runTest("testSimpleLoadWithMap", BloomType.NONE,<a name="line.114"></a>
-<span class="sourceLineNo">115</span> new byte[][][] {<a name="line.115"></a>
-<span class="sourceLineNo">116</span> new byte[][]{ Bytes.toBytes("aaaa"), Bytes.toBytes("cccc") },<a name="line.116"></a>
-<span class="sourceLineNo">117</span> new byte[][]{ Bytes.toBytes("ddd"), Bytes.toBytes("ooo") },<a name="line.117"></a>
-<span class="sourceLineNo">118</span> }, true);<a name="line.118"></a>
-<span class="sourceLineNo">119</span> }<a name="line.119"></a>
-<span class="sourceLineNo">120</span><a name="line.120"></a>
-<span class="sourceLineNo">121</span> /**<a name="line.121"></a>
-<span class="sourceLineNo">122</span> * Test case that creates some regions and loads<a name="line.122"></a>
-<span class="sourceLineNo">123</span> * HFiles that fit snugly inside those regions<a name="line.123"></a>
-<span class="sourceLineNo">124</span> */<a name="line.124"></a>
-<span class="sourceLineNo">125</span> @Test(timeout = 120000)<a name="line.125"></a>
-<span class="sourceLineNo">126</span> public void testSimpleLoad() throws Exception {<a name="line.126"></a>
-<span class="sourceLineNo">127</span> runTest("testSimpleLoad", BloomType.NONE,<a name="line.127"></a>
-<span class="sourceLineNo">128</span> new byte[][][] {<a name="line.128"></a>
-<span class="sourceLineNo">129</span> new byte[][]{ Bytes.toBytes("aaaa"), Bytes.toBytes("cccc") },<a name="line.129"></a>
-<span class="sourceLineNo">130</span> new byte[][]{ Bytes.toBytes("ddd"), Bytes.toBytes("ooo") },<a name="line.130"></a>
-<span class="sourceLineNo">131</span> });<a name="line.131"></a>
-<span class="sourceLineNo">132</span> }<a name="line.132"></a>
-<span class="sourceLineNo">133</span><a name="line.133"></a>
-<span class="sourceLineNo">134</span> @Test(timeout = 120000)<a name="line.134"></a>
-<span class="sourceLineNo">135</span> public void testSimpleLoadWithFileCopy() throws Exception {<a name="line.135"></a>
-<span class="sourceLineNo">136</span> String testName = "mytable_testSimpleLoadWithFileCopy";<a name="line.136"></a>
-<span class="sourceLineNo">137</span> final byte[] TABLE_NAME = Bytes.toBytes("mytable_" + testName);<a name="line.137"></a>
-<span class="sourceLineNo">138</span> runTest(testName, buildHTD(TableName.valueOf(TABLE_NAME), BloomType.NONE), BloomType.NONE,<a name="line.138"></a>
-<span class="sourceLineNo">139</span> false, null, new byte[][][] {<a name="line.139"></a>
-<span class="sourceLineNo">140</span> new byte[][]{ Bytes.toBytes("aaaa"), Bytes.toBytes("cccc") },<a name="line.140"></a>
-<span class="sourceLineNo">141</span> new byte[][]{ Bytes.toBytes("ddd"), Bytes.toBytes("ooo") },<a name="line.141"></a>
-<span class="sourceLineNo">142</span> }, false, true);<a name="line.142"></a>
-<span class="sourceLineNo">143</span> }<a name="line.143"></a>
-<span class="sourceLineNo">144</span><a name="line.144"></a>
-<span class="sourceLineNo">145</span> /**<a name="line.145"></a>
-<span class="sourceLineNo">146</span> * Test case that creates some regions and loads<a name="line.146"></a>
-<span class="sourceLineNo">147</span> * HFiles that cross the boundaries of those regions<a name="line.147"></a>
-<span class="sourceLineNo">148</span> */<a name="line.148"></a>
-<span class="sourceLineNo">149</span> @Test(timeout = 120000)<a name="line.149"></a>
-<span class="sourceLineNo">150</span> public void testRegionCrossingLoad() throws Exception {<a name="line.150"></a>
-<span class="sourceLineNo">151</span> runTest("testRegionCrossingLoad", BloomType.NONE,<a name="line.151"></a>
-<span class="sourceLineNo">152</span> new byte[][][] {<a name="line.152"></a>
-<span class="sourceLineNo">153</span> new byte[][]{ Bytes.toBytes("aaaa"), Bytes.toBytes("eee") },<a name="line.153"></a>
-<span class="sourceLineNo">154</span> new byte[][]{ Bytes.toBytes("fff"), Bytes.toBytes("zzz") },<a name="line.154"></a>
-<span class="sourceLineNo">155</span> });<a name="line.155"></a>
-<span class="sourceLineNo">156</span> }<a name="line.156"></a>
-<span class="sourceLineNo">157</span><a name="line.157"></a>
-<span class="sourceLineNo">158</span> /**<a name="line.158"></a>
-<span class="sourceLineNo">159</span> * Test loading into a column family that has a ROW bloom filter.<a name="line.159"></a>
-<span class="sourceLineNo">160</span> */<a name="line.160"></a>
-<span class="sourceLineNo">161</span> @Test(timeout = 60000)<a name="line.161"></a>
-<span class="sourceLineNo">162</span> public void testRegionCrossingRowBloom() throws Exception {<a name="line.162"></a>
-<span class="sourceLineNo">163</span> runTest("testRegionCrossingLoadRowBloom", BloomType.ROW,<a name="line.163"></a>
-<span class="sourceLineNo">164</span> new byte[][][] {<a name="line.164"></a>
-<span class="sourceLineNo">165</span> new byte[][]{ Bytes.toBytes("aaaa"), Bytes.toBytes("eee") },<a name="line.165"></a>
-<span class="sourceLineNo">166</span> new byte[][]{ Bytes.toBytes("fff"), Bytes.toBytes("zzz") },<a name="line.166"></a>
-<span class="sourceLineNo">167</span> });<a name="line.167"></a>
-<span class="sourceLineNo">168</span> }<a name="line.168"></a>
-<span class="sourceLineNo">169</span><a name="line.169"></a>
-<span class="sourceLineNo">170</span> /**<a name="line.170"></a>
-<span class="sourceLineNo">171</span> * Test loading into a column family that has a ROWCOL bloom filter.<a name="line.171"></a>
-<span class="sourceLineNo">172</span> */<a name="line.172"></a>
-<span class="sourceLineNo">173</span> @Test(timeout = 120000)<a name="line.173"></a>
-<span class="sourceLineNo">174</span> public void testRegionCrossingRowColBloom() throws Exception {<a name="line.174"></a>
-<span class="sourceLineNo">175</span> runTest("testRegionCrossingLoadRowColBloom", BloomType.ROWCOL,<a name="line.175"></a>
-<span class="sourceLineNo">176</span> new byte[][][] {<a name="line.176"></a>
-<span class="sourceLineNo">177</span> new byte[][]{ Bytes.toBytes("aaaa"), Bytes.toBytes("eee") },<a name="line.177"></a>
-<span class="sourceLineNo">178</span> new byte[][]{ Bytes.toBytes("fff"), Bytes.toBytes("zzz") },<a name="line.178"></a>
-<span class="sourceLineNo">179</span> });<a name="line.179"></a>
-<span class="sourceLineNo">180</span> }<a name="line.180"></a>
-<span class="sourceLineNo">181</span><a name="line.181"></a>
-<span class="sourceLineNo">182</span> /**<a name="line.182"></a>
-<span class="sourceLineNo">183</span> * Test case that creates some regions and loads HFiles that have<a name="line.183"></a>
-<span class="sourceLineNo">184</span> * different region boundaries than the table pre-split.<a name="line.184"></a>
-<span class="sourceLineNo">185</span> */<a name="line.185"></a>
-<span class="sourceLineNo">186</span> @Test(timeout = 120000)<a name="line.186"></a>
-<span class="sourceLineNo">187</span> public void testSimpleHFileSplit() throws Exception {<a name="line.187"></a>
-<span class="sourceLineNo">188</span> runTest("testHFileSplit", BloomType.NONE,<a name="line.188"></a>
-<span class="sourceLineNo">189</span> new byte[][] {<a name="line.189"></a>
-<span class="sourceLineNo">190</span> Bytes.toBytes("aaa"), Bytes.toBytes("fff"), Bytes.toBytes("jjj"),<a name="line.190"></a>
-<span class="sourceLineNo">191</span> Bytes.toBytes("ppp"), Bytes.toBytes("uuu"), Bytes.toBytes("zzz"),<a name="line.191"></a>
-<span class="sourceLineNo">192</span> },<a name="line.192"></a>
-<span class="sourceLineNo">193</span> new byte[][][] {<a name="line.193"></a>
-<span class="sourceLineNo">194</span> new byte[][]{ Bytes.toBytes("aaaa"), Bytes.toBytes("lll") },<a name="line.194"></a>
-<span class="sourceLineNo">195</span> new byte[][]{ Bytes.toBytes("mmm"), Bytes.toBytes("zzz") },<a name="line.195"></a>
-<span class="sourceLineNo">196</span> }<a name="line.196"></a>
-<span class="sourceLineNo">197</span> );<a name="line.197"></a>
-<span class="sourceLineNo">198</span> }<a name="line.198"></a>
-<span class="sourceLineNo">199</span><a name="line.199"></a>
-<span class="sourceLineNo">200</span> /**<a name="line.200"></a>
-<span class="sourceLineNo">201</span> * Test case that creates some regions and loads HFiles that cross the boundaries<a name="line.201"></a>
-<span class="sourceLineNo">202</span> * and have different region boundaries than the table pre-split.<a name="line.202"></a>
-<span class="sourceLineNo">203</span> */<a name="line.203"></a>
-<span class="sourceLineNo">204</span> @Test(timeout = 60000)<a name="line.204"></a>
-<span class="sourceLineNo">205</span> public void testRegionCrossingHFileSplit() throws Exception {<a name="line.205"></a>
-<span class="sourceLineNo">206</span> testRegionCrossingHFileSplit(BloomType.NONE);<a name="line.206"></a>
-<span class="sourceLineNo">207</span> }<a name="line.207"></a>
-<span class="sourceLineNo">208</span><a name="line.208"></a>
-<span class="sourceLineNo">209</span> /**<a name="line.209"></a>
-<span class="sourceLineNo">210</span> * Test case that creates some regions and loads HFiles that cross the boundaries<a name="line.210"></a>
-<span class="sourceLineNo">211</span> * have a ROW bloom filter and a different region boundaries than the table pre-split.<a name="line.211"></a>
-<span class="sourceLineNo">212</span> */<a name="line.212"></a>
-<span class="sourceLineNo">213</span> @Test(timeout = 120000)<a name="line.213"></a>
-<span class="sourceLineNo">214</span> public void testRegionCrossingHFileSplitRowBloom() throws Exception {<a name="line.214"></a>
-<span class="sourceLineNo">215</span> testRegionCrossingHFileSplit(BloomType.ROW);<a name="line.215"></a>
-<span class="sourceLineNo">216</span> }<a name="line.216"></a>
-<span class="sourceLineNo">217</span><a name="line.217"></a>
-<span class="sourceLineNo">218</span> /**<a name="line.218"></a>
-<span class="sourceLineNo">219</span> * Test case that creates some regions and loads HFiles that cross the boundaries<a name="line.219"></a>
-<span class="sourceLineNo">220</span> * have a ROWCOL bloom filter and a different region boundaries than the table pre-split.<a name="line.220"></a>
-<span class="sourceLineNo">221</span> */<a name="line.221"></a>
-<span class="sourceLineNo">222</span> @Test(timeout = 120000)<a name="line.222"></a>
-<span class="sourceLineNo">223</span> public void testRegionCrossingHFileSplitRowColBloom() throws Exception {<a name="line.223"></a>
-<span class="sourceLineNo">224</span> testRegionCrossingHFileSplit(BloomType.ROWCOL);<a name="line.224"></a>
-<span class="sourceLineNo">225</span> }<a name="line.225"></a>
-<span class="sourceLineNo">226</span><a name="line.226"></a>
-<span class="sourceLineNo">227</span> @Test<a name="line.227"></a>
-<span class="sourceLineNo">228</span> public void testSplitALot() throws Exception {<a name="line.228"></a>
-<span class="sourceLineNo">229</span> runTest("testSplitALot", BloomType.NONE,<a name="line.229"></a>
-<span class="sourceLineNo">230</span> new byte[][] {<a name="line.230"></a>
-<span class="sourceLineNo">231</span> Bytes.toBytes("aaaa"), Bytes.toBytes("bbb"),<a name="line.231"></a>
-<span class="sourceLineNo">232</span> Bytes.toBytes("ccc"), Bytes.toBytes("ddd"),<a name="line.232"></a>
-<span class="sourceLineNo">233</span> Bytes.toBytes("eee"), Bytes.toBytes("fff"),<a name="line.233"></a>
-<span class="sourceLineNo">234</span> Bytes.toBytes("ggg"), Bytes.toBytes("hhh"),<a name="line.234"></a>
-<span class="sourceLineNo">235</span> Bytes.toBytes("iii"), Bytes.toBytes("lll"),<a name="line.235"></a>
-<span class="sourceLineNo">236</span> Bytes.toBytes("mmm"), Bytes.toBytes("nnn"),<a name="line.236"></a>
-<span class="sourceLineNo">237</span> Bytes.toBytes("ooo"), Bytes.toBytes("ppp"),<a name="line.237"></a>
-<span class="sourceLineNo">238</span> Bytes.toBytes("qqq"), Bytes.toBytes("rrr"),<a name="line.238"></a>
-<span class="sourceLineNo">239</span> Bytes.toBytes("sss"), Bytes.toBytes("ttt"),<a name="line.239"></a>
-<span class="sourceLineNo">240</span> Bytes.toBytes("uuu"), Bytes.toBytes("vvv"),<a name="line.240"></a>
-<span class="sourceLineNo">241</span> Bytes.toBytes("zzz"),<a name="line.241"></a>
-<span class="sourceLineNo">242</span> },<a name="line.242"></a>
-<span class="sourceLineNo">243</span> new byte[][][] {<a name="line.243"></a>
-<span class="sourceLineNo">244</span> new byte[][] { Bytes.toBytes("aaaa"), Bytes.toBytes("zzz") },<a name="line.244"></a>
-<span class="sourceLineNo">245</span> }<a name="line.245"></a>
-<span class="sourceLineNo">246</span> );<a name="line.246"></a>
-<span class="sourceLineNo">247</span> }<a name="line.247"></a>
-<span class="sourceLineNo">248</span><a name="line.248"></a>
-<span class="sourceLineNo">249</span> private void testRegionCrossingHFileSplit(BloomType bloomType) throws Exception {<a name="line.249"></a>
-<span class="sourceLineNo">250</span> runTest("testHFileSplit" + bloomType + "Bloom", bloomType,<a name="line.250"></a>
-<span class="sourceLineNo">251</span> new byte[][] {<a name="line.251"></a>
-<span class="sourceLineNo">252</span> Bytes.toBytes("aaa"), Bytes.toBytes("fff"), Bytes.toBytes("jjj"),<a name="line.252"></a>
-<span class="sourceLineNo">253</span> Bytes.toBytes("ppp"), Bytes.toBytes("uuu"), Bytes.toBytes("zzz"),<a name="line.253"></a>
-<span class="sourceLineNo">254</span> },<a name="line.254"></a>
-<span class="sourceLineNo">255</span> new byte[][][] {<a name="line.255"></a>
-<span class="sourceLineNo">256</span> new byte[][]{ Bytes.toBytes("aaaa"), Bytes.toBytes("eee") },<a name="line.256"></a>
-<span class="sourceLineNo">257</span> new byte[][]{ Bytes.toBytes("fff"), Bytes.toBytes("zzz") },<a name="line.257"></a>
-<span class="sourceLineNo">258</span> }<a name="line.258"></a>
-<span class="sourceLineNo">259</span> );<a name="line.259"></a>
-<span class="sourceLineNo">260</span> }<a name="line.260"></a>
-<span class="sourceLineNo">261</span><a name="line.261"></a>
-<span class="sourceLineNo">262</span> private HTableDescriptor buildHTD(TableName tableName, BloomType bloomType) {<a name="line.262"></a>
-<span class="sourceLineNo">263</span> HTableDescriptor htd = new HTableDescriptor(tableName);<a name="line.263"></a>
-<span class="sourceLineNo">264</span> HColumnDescriptor familyDesc = new HColumnDescriptor(FAMILY);<a name="line.264"></a>
-<span class="sourceLineNo">265</span> familyDesc.setBloomFilterType(bloomType);<a name="line.265"></a>
-<span class="sourceLineNo">266</span> htd.addFamily(familyDesc);<a name="line.266"></a>
-<span class="sourceLineNo">267</span> return htd;<a name="line.267"></a>
-<span class="sourceLineNo">268</span> }<a name="line.268"></a>
-<span class="sourceLineNo">269</span><a name="line.269"></a>
-<span class="sourceLineNo">270</span> private void runTest(String testName, BloomType bloomType,<a name="line.270"></a>
-<span class="sourceLineNo">271</span> byte[][][] hfileRanges) throws Exception {<a name="line.271"></a>
-<span class="sourceLineNo">272</span> runTest(testName, bloomType, null, hfileRanges);<a name="line.272"></a>
-<span class="sourceLineNo">273</span> }<a name="line.273"></a>
-<span class="sourceLineNo">274</span><a name="line.274"></a>
-<span class="sourceLineNo">275</span> private void runTest(String testName, BloomType bloomType,<a name="line.275"></a>
-<span class="sourceLineNo">276</span> byte[][][] hfileRanges, boolean useMap) throws Exception {<a name="line.276"></a>
-<span class="sourceLineNo">277</span> runTest(testName, bloomType, null, hfileRanges, useMap);<a name="line.277"></a>
-<span class="sourceLineNo">278</span> }<a name="line.278"></a>
-<span class="sourceLineNo">279</span><a name="line.279"></a>
-<span class="sourceLineNo">280</span> private void runTest(String testName, BloomType bloomType,<a name="line.280"></a>
-<span class="sourceLineNo">281</span> byte[][] tableSplitKeys, byte[][][] hfileRanges) throws Exception {<a name="line.281"></a>
-<span class="sourceLineNo">282</span> runTest(testName, bloomType, tableSplitKeys, hfileRanges, false);<a name="line.282"></a>
-<span class="sourceLineNo">283</span> }<a name="line.283"></a>
-<span class="sourceLineNo">284</span><a name="line.284"></a>
-<span class="sourceLineNo">285</span> private void runTest(String testName, BloomType bloomType,<a name="line.285"></a>
-<span class="sourceLineNo">286</span> byte[][] tableSplitKeys, byte[][][] hfileRanges, boolean useMap) throws Exception {<a name="line.286"></a>
-<span class="sourceLineNo">287</span> final byte[] TABLE_NAME = Bytes.toBytes("mytable_"+testName);<a name="line.287"></a>
-<span class="sourceLineNo">288</span> final boolean preCreateTable = tableSplitKeys != null;<a name="line.288"></a>
-<span class="sourceLineNo">289</span><a name="line.289"></a>
-<span class="sourceLineNo">290</span> // Run the test bulkloading the table to the default namespace<a name="line.290"></a>
-<span class="sourceLineNo">291</span> final TableName TABLE_WITHOUT_NS = TableName.valueOf(TABLE_NAME);<a name="line.291"></a>
-<span class="sourceLineNo">292</span> runTest(testName, TABLE_WITHOUT_NS, bloomType, preCreateTable, tableSplitKeys, hfileRanges,<a name="line.292"></a>
-<span class="sourceLineNo">293</span> useMap);<a name="line.293"></a>
-<span class="sourceLineNo">294</span><a name="line.294"></a>
-<span class="sourceLineNo">295</span> // Run the test bulkloading the table to the specified namespace<a name="line.295"></a>
-<span class="sourceLineNo">296</span> final TableName TABLE_WITH_NS = TableName.valueOf(Bytes.toBytes(NAMESPACE), TABLE_NAME);<a name="line.296"></a>
-<span class="sourceLineNo">297</span> runTest(testName, TABLE_WITH_NS, bloomType, preCreateTable, tableSplitKeys, hfileRanges,<a name="line.297"></a>
-<span class="sourceLineNo">298</span> useMap);<a name="line.298"></a>
-<span class="sourceLineNo">299</span> }<a name="line.299"></a>
-<span class="sourceLineNo">300</span><a name="line.300"></a>
-<span class="sourceLineNo">301</span> private void runTest(String testName, TableName tableName, BloomType bloomType,<a name="line.301"></a>
-<span class="sourceLineNo">302</span> boolean preCreateTable, byte[][] tableSplitKeys, byte[][][] hfileRanges, boolean useMap)<a name="line.302"></a>
-<span class="sourceLineNo">303</span> throws Exception {<a name="line.303"></a>
-<span class="sourceLineNo">304</span> HTableDescriptor htd = buildHTD(tableName, bloomType);<a name="line.304"></a>
-<span class="sourceLineNo">305</span> runTest(testName, htd, bloomType, preCreateTable, tableSplitKeys, hfileRanges, useMap, false);<a name="line.305"></a>
-<span class="sourceLineNo">306</span> }<a name="line.306"></a>
-<span class="sourceLineNo">307</span><a name="line.307"></a>
-<span class="sourceLineNo">308</span> private void runTest(String testName, HTableDescriptor htd, BloomType bloomType,<a name="line.308"></a>
-<span class="sourceLineNo">309</span> boolean preCreateTable, byte[][] tableSplitKeys, byte[][][] hfileRanges, boolean useMap,<a name="line.309"></a>
-<span class="sourceLineNo">310</span> boolean copyFiles) throws Exception {<a name="line.310"></a>
-<span class="sourceLineNo">311</span> Path dir = util.getDataTestDirOnTestFS(testName);<a name="line.311"></a>
-<span class="sourceLineNo">312</span> FileSystem fs = util.getTestFileSystem();<a name="line.312"></a>
-<span class="sourceLineNo">313</span> dir = dir.makeQualified(fs);<a name="line.313"></a>
-<span class="sourceLineNo">314</span> Path familyDir = new Path(dir, Bytes.toString(FAMILY));<a name="line.314"></a>
-<span class="sourceLineNo">315</span><a name="line.315"></a>
-<span class="sourceLineNo">316</span> int hfileIdx = 0;<a name="line.316"></a>
-<span class="sourceLineNo">317</span> Map<byte[], List<Path>> map = null;<a name="line.317"></a>
-<span class="sourceLineNo">318</span> List<Path> list = null;<a name="line.318"></a>
-<span class="sourceLineNo">319</span> if (useMap || copyFiles) {<a name="line.319"></a>
-<span class="sourceLineNo">320</span> list = new ArrayList<>();<a name="line.320"></a>
-<span class="sourceLineNo">321</span> }<a name="line.321"></a>
-<span class="sourceLineNo">322</span> if (useMap) {<a name="line.322"></a>
-<span class="sourceLineNo">323</span> map = new TreeMap<byte[], List<Path>>(Bytes.BYTES_COMPARATOR);<a name="line.323"></a>
-<span class="sourceLineNo">324</span> map.put(FAMILY, list);<a name="line.324"></a>
-<span class="sourceLineNo">325</span> }<a name="line.325"></a>
-<span class="sourceLineNo">326</span> Path last = null;<a name="line.326"></a>
-<span class="sourceLineNo">327</span> for (byte[][] range : hfileRanges) {<a name="line.327"></a>
-<span class="sourceLineNo">328</span> byte[] from = range[0];<a name="line.328"></a>
-<span class="sourceLineNo">329</span> byte[] to = range[1];<a name="line.329"></a>
-<span class="sourceLineNo">330</span> Path path = new Path(familyDir, "hfile_" + hfileIdx++);<a name="line.330"></a>
-<span class="sourceLineNo">331</span> HFileTestUtil.createHFile(util.getConfiguration(), fs, path, FAMILY, QUALIFIER, from, to, 1000);<a name="line.331"></a>
-<span class="sourceLineNo">332</span> if (useMap) {<a name="line.332"></a>
-<span class="sourceLineNo">333</span> last = path;<a name="line.333"></a>
-<span class="sourceLineNo">334</span> list.add(path);<a name="line.334"></a>
-<span class="sourceLineNo">335</span> }<a name="line.335"></a>
-<span class="sourceLineNo">336</span> }<a name="line.336"></a>
-<span class="sourceLineNo">337</span> int expectedRows = hfileIdx * 1000;<a name="line.337"></a>
-<span class="sourceLineNo">338</span><a name="line.338"></a>
-<span class="sourceLineNo">339</span> if (preCreateTable || map != null) {<a name="line.339"></a>
-<span class="sourceLineNo">340</span> util.getHBaseAdmin().createTable(htd, tableSplitKeys);<a name="line.340"></a>
-<span class="sourceLineNo">341</span> }<a name="line.341"></a>
-<span class="sourceLineNo">342</span><a name="line.342"></a>
-<span class="sourceLineNo">343</span> final TableName tableName = htd.getTableName();<a name="line.343"></a>
-<span class="sourceLineNo">344</span> Configuration conf = util.getConfiguration();<a name="line.344"></a>
-<span class="sourceLineNo">345</span> if (copyFiles) {<a name="line.345"></a>
-<span class="sourceLineNo">346</span> conf.setBoolean(LoadIncrementalHFiles.ALWAYS_COPY_FILES, true);<a name="line.346"></a>
-<span class="sourceLineNo">347</span> }<a name="line.347"></a>
-<span class="sourceLineNo">348</span> LoadIncrementalHFiles loader = new LoadIncrementalHFiles(conf);<a name="line.348"></a>
-<span class="sourceLineNo">349</span> String [] args= {dir.toString(), tableName.toString()};<a name="line.349"></a>
-<span class="sourceLineNo">350</span> if (useMap) {<a name="line.350"></a>
-<span class="sourceLineNo">351</span> fs.delete(last);<a name="line.351"></a>
-<span class="sourceLineNo">352</span> List<String> missingHFiles = loader.run(null, map, tableName);<a name="line.352"></a>
-<span class="sourceLineNo">353</span> expectedRows -= 1000;<a name="line.353"></a>
-<span class="sourceLineNo">354</span> assertTrue(missingHFiles.contains(last.getName()));<a name="line.354"></a>
-<span class="sourceLineNo">355</span> } else {<a name="line.355"></a>
-<span class="sourceLineNo">356</span> loader.run(args);<a name="line.356"></a>
-<span class="sourceLineNo">357</span> }<a name="line.357"></a>
-<span class="sourceLineNo">358</span><a name="line.358"></a>
-<span class="sourceLineNo">359</span> if (copyFiles) {<a name="line.359"></a>
-<span class="sourceLineNo">360</span> for (Path p : list) {<a name="line.360"></a>
-<span class="sourceLineNo">361</span> assertTrue(fs.exists(p));<a name="line.361"></a>
-<span class="sourceLineNo">362</span> }<a name="line.362"></a>
-<span class="sourceLineNo">363</span> }<a name="line.363"></a>
-<span class="sourceLineNo">364</span><a name="line.364"></a>
-<span class="sourceLineNo">365</span> Table table = util.getConnection().getTable(tableName);<a name="line.365"></a>
-<span class="sourceLineNo">366</span> try {<a name="line.366"></a>
-<span class="sourceLineNo">367</span> assertEquals(expectedRows, util.countRows(table));<a name="line.367"></a>
-<span class="sourceLineNo">368</span> } finally {<a name="line.368"></a>
-<span class="sourceLineNo">369</span> table.close();<a name="line.369"></a>
+<span class="sourceLineNo">103</span> setupNamespace();<a name="line.103"></a>
+<span class="sourceLineNo">104</span> }<a name="line.104"></a>
+<span class="sourceLineNo">105</span><a name="line.105"></a>
+<span class="sourceLineNo">106</span> protected static void setupNamespace() throws Exception {<a name="line.106"></a>
+<span class="sourceLineNo">107</span> util.getHBaseAdmin().createNamespace(NamespaceDescriptor.create(NAMESPACE).build());<a name="line.107"></a>
+<span class="sourceLineNo">108</span> }<a name="line.108"></a>
+<span class="sourceLineNo">109</span><a name="line.109"></a>
+<span class="sourceLineNo">110</span> @AfterClass<a name="line.110"></a>
+<span class="sourceLineNo">111</span> public static void tearDownAfterClass() throws Exception {<a name="line.111"></a>
+<span class="sourceLineNo">112</span> util.shutdownMiniCluster();<a name="line.112"></a>
+<span class="sourceLineNo">113</span> }<a name="line.113"></a>
+<span class="sourceLineNo">114</span><a name="line.114"></a>
+<span class="sourceLineNo">115</span> @Test(timeout = 120000)<a name="line.115"></a>
+<span class="sourceLineNo">116</span> public void testSimpleLoadWithMap() throws Exception {<a name="line.116"></a>
+<span class="sourceLineNo">117</span> runTest("testSimpleLoadWithMap", BloomType.NONE,<a name="line.117"></a>
+<span class="sourceLineNo">118</span> new byte[][][] {<a name="line.118"></a>
+<span class="sourceLineNo">119</span> new byte[][]{ Bytes.toBytes("aaaa"), Bytes.toBytes("cccc") },<a name="line.119"></a>
+<span class="sourceLineNo">120</span> new byte[][]{ Bytes.toBytes("ddd"), Bytes.toBytes("ooo") },<a name="line.120"></a>
+<span class="sourceLineNo">121</span> }, true);<a name="line.121"></a>
+<span class="sourceLineNo">122</span> }<a name="line.122"></a>
+<span class="sourceLineNo">123</span><a name="line.123"></a>
+<span class="sourceLineNo">124</span> /**<a name="line.124"></a>
+<span class="sourceLineNo">125</span> * Test case that creates some regions and loads<a name="line.125"></a>
+<span class="sourceLineNo">126</span> * HFiles that fit snugly inside those regions<a name="line.126"></a>
+<span class="sourceLineNo">127</span> */<a name="line.127"></a>
+<span class="sourceLineNo">128</span> @Test(timeout = 120000)<a name="line.128"></a>
+<span class="sourceLineNo">129</span> public void testSimpleLoad() throws Exception {<a name="line.129"></a>
+<span class="sourceLineNo">130</span> runTest("testSimpleLoad", BloomType.NONE,<a name="line.130"></a>
+<span class="sourceLineNo">131</span> new byte[][][] {<a name="line.131"></a>
+<span class="sourceLineNo">132</span> new byte[][]{ Bytes.toBytes("aaaa"), Bytes.toBytes("cccc") },<a name="line.132"></a>
+<span class="sourceLineNo">133</span> new byte[][]{ Bytes.toBytes("ddd"), Bytes.toBytes("ooo") },<a name="line.133"></a>
+<span class="sourceLineNo">134</span> });<a name="line.134"></a>
+<span class="sourceLineNo">135</span> }<a name="line.135"></a>
+<span class="sourceLineNo">136</span><a name="line.136"></a>
+<span class="sourceLineNo">137</span> @Test(timeout = 120000)<a name="line.137"></a>
+<span class="sourceLineNo">138</span> public void testSimpleLoadWithFileCopy() throws Exception {<a name="line.138"></a>
+<span class="sourceLineNo">139</span> String testName = "mytable_testSimpleLoadWithFileCopy";<a name="line.139"></a>
+<span class="sourceLineNo">140</span> final byte[] TABLE_NAME = Bytes.toBytes("mytable_" + testName);<a name="line.140"></a>
+<span class="sourceLineNo">141</span> runTest(testName, buildHTD(TableName.valueOf(TABLE_NAME), BloomType.NONE), BloomType.NONE,<a name="line.141"></a>
+<span class="sourceLineNo">142</span> false, null, new byte[][][] {<a name="line.142"></a>
+<span class="sourceLineNo">143</span> new byte[][]{ Bytes.toBytes("aaaa"), Bytes.toBytes("cccc") },<a name="line.143"></a>
+<span class="sourceLineNo">144</span> new byte[][]{ Bytes.toBytes("ddd"), Bytes.toBytes("ooo") },<a name="line.144"></a>
+<span class="sourceLineNo">145</span> }, false, true);<a name="line.145"></a>
+<span class="sourceLineNo">146</span> }<a name="line.146"></a>
+<span class="sourceLineNo">147</span><a name="line.147"></a>
+<span class="sourceLineNo">148</span> /**<a name="line.148"></a>
+<span class="sourceLineNo">149</span> * Test case that creates some regions and loads<a name="line.149"></a>
+<span class="sourceLineNo">150</span> * HFiles that cross the boundaries of those regions<a name="line.150"></a>
+<span class="sourceLineNo">151</span> */<a name="line.151"></a>
+<span class="sourceLineNo">152</span> @Test(timeout = 120000)<a name="line.152"></a>
+<span class="sourceLineNo">153</span> public void testRegionCrossingLoad() throws Exception {<a name="line.153"></a>
+<span class="sourceLineNo">154</span> runTest("testRegionCrossingLoad", BloomType.NONE,<a name="line.154"></a>
+<span class="sourceLineNo">155</span> new byte[][][] {<a name="line.155"></a>
+<span class="sourceLineNo">156</span> new byte[][]{ Bytes.toBytes("aaaa"), Bytes.toBytes("eee") },<a name="line.156"></a>
+<span class="sourceLineNo">157</span> new byte[][]{ Bytes.toBytes("fff"), Bytes.toBytes("zzz") },<a name="line.157"></a>
+<span class="sourceLineNo">158</span> });<a name="line.158"></a>
+<span class="sourceLineNo">159</span> }<a name="line.159"></a>
+<span class="sourceLineNo">160</span><a name="line.160"></a>
+<span class="sourceLineNo">161</span> /**<a name="line.161"></a>
+<span class="sourceLineNo">162</span> * Test loading into a column family that has a ROW bloom filter.<a name="line.162"></a>
+<span class="sourceLineNo">163</span> */<a name="line.163"></a>
+<span class="sourceLineNo">164</span> @Test(timeout = 60000)<a name="line.164"></a>
+<span class="sourceLineNo">165</span> public void testRegionCrossingRowBloom() throws Exception {<a name="line.165"></a>
+<span class="sourceLineNo">166</span> runTest("testRegionCrossingLoadRowBloom", BloomType.ROW,<a name="line.166"></a>
+<span class="sourceLineNo">167</span> new byte[][][] {<a name="line.167"></a>
+<span class="sourceLineNo">168</span> new byte[][]{ Bytes.toBytes("aaaa"), Bytes.toBytes("eee") },<a name="line.168"></a>
+<span class="sourceLineNo">169</span> new byte[][]{ Bytes.toBytes("fff"), Bytes.toBytes("zzz") },<a name="line.169"></a>
+<span class="sourceLineNo">170</span> });<a name="line.170"></a>
+<span class="sourceLineNo">171</span> }<a name="line.171"></a>
+<span class="sourceLineNo">172</span><a name="line.172"></a>
+<span class="sourceLineNo">173</span> /**<a name="line.173"></a>
+<span class="sourceLineNo">174</span> * Test loading into a column family that has a ROWCOL bloom filter.<a name="line.174"></a>
+<span class="sourceLineNo">175</span> */<a name="line.175"></a>
+<span class="sourceLineNo">176</span> @Test(timeout = 120000)<a name="line.176"></a>
+<span class="sourceLineNo">177</span> public void testRegionCrossingRowColBloom() throws Exception {<a name="line.177"></a>
+<span class="sourceLineNo">178</span> runTest("testRegionCrossingLoadRowColBloom", BloomType.ROWCOL,<a name="line.178"></a>
+<span class="sourceLineNo">179</span> new byte[][][] {<a name="line.179"></a>
+<span class="sourceLineNo">180</span> new byte[][]{ Bytes.toBytes("aaaa"), Bytes.toBytes("eee") },<a name="line.180"></a>
+<span class="sourceLineNo">181</span> new byte[][]{ Bytes.toBytes("fff"), Bytes.toBytes("zzz") },<a name="line.181"></a>
+<span class="sourceLineNo">182</span> });<a name="line.182"></a>
+<span class="sourceLineNo">183</span> }<a name="line.183"></a>
+<span class="sourceLineNo">184</span><a name="line.184"></a>
+<span class="sourceLineNo">185</span> /**<a name="line.185"></a>
+<span class="sourceLineNo">186</span> * Test case that creates some regions and loads HFiles that have<a name="line.186"></a>
+<span class="sourceLineNo">187</span> * different region boundaries than the table pre-split.<a name="line.187"></a>
+<span class="sourceLineNo">188</span> */<a name="line.188"></a>
+<span class="sourceLineNo">189</span> @Test(timeout = 120000)<a name="line.189"></a>
+<span class="sourceLineNo">190</span> public void testSimpleHFileSplit() throws Exception {<a name="line.190"></a>
+<span class="sourceLineNo">191</span> runTest("testHFileSplit", BloomType.NONE,<a name="line.191"></a>
+<span class="sourceLineNo">192</span> new byte[][] {<a name="line.192"></a>
+<span class="sourceLineNo">193</span> Bytes.toBytes("aaa"), Bytes.toBytes("fff"), Bytes.toBytes("jjj"),<a name="line.193"></a>
+<span class="sourceLineNo">194</span> Bytes.toBytes("ppp"), Bytes.toBytes("uuu"), Bytes.toBytes("zzz"),<a name="line.194"></a>
+<span class="sourceLineNo">195</span> },<a name="line.195"></a>
+<span class="sourceLineNo">196</span> new byte[][][] {<a name="line.196"></a>
+<span class="sourceLineNo">197</span> new byte[][]{ Bytes.toBytes("aaaa"), Bytes.toBytes("lll") },<a name="line.197"></a>
+<span class="sourceLineNo">198</span> new byte[][]{ Bytes.toBytes("mmm"), Bytes.toBytes("zzz") },<a name="line.198"></a>
+<span class="sourceLineNo">199</span> }<a name="line.199"></a>
+<span class="sourceLineNo">200</span> );<a name="line.200"></a>
+<span class="sourceLineNo">201</span> }<a name="line.201"></a>
+<span class="sourceLineNo">202</span><a name="line.202"></a>
+<span class="sourceLineNo">203</span> /**<a name="line.203"></a>
+<span class="sourceLineNo">204</span> * Test case that creates some regions and loads HFiles that cross the boundaries<a name="line.204"></a>
+<span class="sourceLineNo">205</span> * and have different region boundaries than the table pre-split.<a name="line.205"></a>
+<span class="sourceLineNo">206</span> */<a name="line.206"></a>
+<span class="sourceLineNo">207</span> @Test(timeout = 60000)<a name="line.207"></a>
+<span class="sourceLineNo">208</span> public void testRegionCrossingHFileSplit() throws Exception {<a name="line.208"></a>
+<span class="sourceLineNo">209</span> testRegionCrossingHFileSplit(BloomType.NONE);<a name="line.209"></a>
+<span class="sourceLineNo">210</span> }<a name="line.210"></a>
+<span class="sourceLineNo">211</span><a name="line.211"></a>
+<span class="sourceLineNo">212</span> /**<a name="line.212"></a>
+<span class="sourceLineNo">213</span> * Test case that creates some regions and loads HFiles that cross the boundaries<a name="line.213"></a>
+<span class="sourceLineNo">214</span> * have a ROW bloom filter and a different region boundaries than the table pre-split.<a name="line.214"></a>
+<span class="sourceLineNo">215</span> */<a name="line.215"></a>
+<span class="sourceLineNo">216</span> @Test(timeout = 120000)<a name="line.216"></a>
+<span class="sourceLineNo">217</span> public void testRegionCrossingHFileSplitRowBloom() throws Exception {<a name="line.217"></a>
+<span class="sourceLineNo">218</span> testRegionCrossingHFileSplit(BloomType.ROW);<a name="line.218"></a>
+<span class="sourceLineNo">219</span> }<a name="line.219"></a>
+<span class="sourceLineNo">220</span><a name="line.220"></a>
+<span class="sourceLineNo">221</span> /**<a name="line.221"></a>
+<span class="sourceLineNo">222</span> * Test case that creates some regions and loads HFiles that cross the boundaries<a name="line.222"></a>
+<span class="sourceLineNo">223</span> * have a ROWCOL bloom filter and a different region boundaries than the table pre-split.<a name="line.223"></a>
+<span class="sourceLineNo">224</span> */<a name="line.224"></a>
+<span class="sourceLineNo">225</span> @Test(timeout = 120000)<a name="line.225"></a>
+<span class="sourceLineNo">226</span> public void testRegionCrossingHFileSplitRowColBloom() throws Exception {<a name="line.226"></a>
+<span class="sourceLineNo">227</span> testRegionCrossingHFileSplit(BloomType.ROWCOL);<a name="line.227"></a>
+<span class="sourceLineNo">228</span> }<a name="line.228"></a>
+<span class="sourceLineNo">229</span><a name="line.229"></a>
+<span class="sourceLineNo">230</span> @Test<a name="line.230"></a>
+<span class="sourceLineNo">231</span> public void testSplitALot() throws Exception {<a name="line.231"></a>
+<span class="sourceLineNo">232</span> runTest("testSplitALot", BloomType.NONE,<a name="line.232"></a>
+<span class="sourceLineNo">233</span> new byte[][] {<a name="line.233"></a>
+<span class="sourceLineNo">234</span> Bytes.toBytes("aaaa"), Bytes.toBytes("bbb"),<a name="line.234"></a>
+<span class="sourceLineNo">235</span> Bytes.toBytes("ccc"), Bytes.toBytes("ddd"),<a name="line.235"></a>
+<span class="sourceLineNo">236</span> Bytes.toBytes("eee"), Bytes.toBytes("fff"),<a name="line.236"></a>
+<span class="sourceLineNo">237</span> Bytes.toBytes("ggg"), Bytes.toBytes("hhh"),<a name="line.237"></a>
+<span class="sourceLineNo">238</span> Bytes.toBytes("iii"), Bytes.toBytes("lll"),<a name="line.238"></a>
+<span class="sourceLineNo">239</span> Bytes.toBytes("mmm"), Bytes.toBytes("nnn"),<a name="line.239"></a>
+<span class="sourceLineNo">240</span> Bytes.toBytes("ooo"), Bytes.toBytes("ppp"),<a name="line.240"></a>
+<span class="sourceLineNo">241</span> Bytes.toBytes("qqq"), Bytes.toBytes("rrr"),<a name="line.241"></a>
+<span class="sourceLineNo">242</span> Bytes.toBytes("sss"), Bytes.toBytes("ttt"),<a name="line.242"></a>
+<span class="sourceLineNo">243</span> Bytes.toBytes("uuu"), Bytes.toBytes("vvv"),<a name="line.243"></a>
+<span class="sourceLineNo">244</span> Bytes.toBytes("zzz"),<a name="line.244"></a>
+<span class="sourceLineNo">245</span> },<a name="line.245"></a>
+<span class="sourceLineNo">246</span> new byte[][][] {<a name="line.246"></a>
+<span class="sourceLineNo">247</span> new byte[][] { Bytes.toBytes("aaaa"), Bytes.toBytes("zzz") },<a name="line.247"></a>
+<span class="sourceLineNo">248</span> }<a name="line.248"></a>
+<span class="sourceLineNo">249</span> );<a name="line.249"></a>
+<span class="sourceLineNo">250</span> }<a name="line.250"></a>
+<span class="sourceLineNo">251</span><a name="line.251"></a>
+<span class="sourceLineNo">252</span> private void testRegionCrossingHFileSplit(BloomType bloomType) throws Exception {<a name="line.252"></a>
+<span class="sourceLineNo">253</span> runTest("testHFileSplit" + bloomType + "Bloom", bloomType,<a name="line.253"></a>
+<span class="sourceLineNo">254</span> new byte[][] {<a name="line.254"></a>
+<span class="sourceLineNo">255</span> Bytes.toBytes("aaa"), Bytes.toBytes("fff"), Bytes.toBytes("jjj"),<a name="line.255"></a>
+<span class="sourceLineNo">256</span> Bytes.toBytes("ppp"), Bytes.toBytes("uuu"), Bytes.toBytes("zzz"),<a name="line.256"></a>
+<span class="sourceLineNo">257</span> },<a name="line.257"></a>
+<span class="sourceLineNo">258</span> new byte[][][] {<a name="line.258"></a>
+<span class="sourceLineNo">259</span> new byte[][]{ Bytes.toBytes("aaaa"), Bytes.toBytes("eee") },<a name="line.259"></a>
+<span class="sourceLineNo">260</span> new byte[][]{ Bytes.toBytes("fff"), Bytes.toBytes("zzz") },<a name="line.260"></a>
+<span class="sourceLineNo">261</span> }<a name="line.261"></a>
+<span class="sourceLineNo">262</span> );<a name="line.262"></a>
+<span class="sourceLineNo">263</span> }<a name="line.263"></a>
+<span class="sourceLineNo">264</span><a name="line.264"></a>
+<span class="sourceLineNo">265</span> private HTableDescriptor buildHTD(TableName tableName, BloomType bloomType) {<a name="line.265"></a>
+<span class="sourceLineNo">266</span> HTableDescriptor htd = new HTableDescriptor(tableName);<a name="line.266"></a>
+<span class="sourceLineNo">267</span> HColumnDescriptor familyDesc = new HColumnDescriptor(FAMILY);<a name="line.267"></a>
+<span class="sourceLineNo">268</span> familyDesc.setBloomFilterType(bloomType);<a name="line.268"></a>
+<span class="sourceLineNo">269</span> htd.addFamily(familyDesc);<a name="line.269"></a>
+<span class="sourceLineNo">270</span> return htd;<a name="line.270"></a>
+<span class="sourceLineNo">271</span> }<a name="line.271"></a>
+<span class="sourceLineNo">272</span><a name="line.272"></a>
+<span class="sourceLineNo">273</span> private void runTest(String testName, BloomType bloomType,<a name="line.273"></a>
+<span class="sourceLineNo">274</span> byte[][][] hfileRanges) throws Exception {<a name="line.274"></a>
+<span class="sourceLineNo">275</span> runTest(testName, bloomType, null, hfileRanges);<a name="line.275"></a>
+<span class="sourceLineNo">276</span> }<a name="line.276"></a>
+<span class="sourceLineNo">277</span><a name="line.277"></a>
+<span class="sourceLineNo">278</span> private void runTest(String testName, BloomType bloomType,<a name="line.278"></a>
+<span class="sourceLineNo">279</span> byte[][][] hfileRanges, boolean useMap) throws Exception {<a name="line.279"></a>
+<span class="sourceLineNo">280</span> runTest(testName, bloomType, null, hfileRanges, useMap);<a name="line.280"></a>
+<span class="sourceLineNo">281</span> }<a name="line.281"></a>
+<span class="sourceLineNo">282</span><a name="line.282"></a>
+<span class="sourceLineNo">283</span> private void runTest(String testName, BloomType bloomType,<a name="line.283"></a>
+<span class="sourceLineNo">284</span> byte[][] tableSplitKeys, byte[][][] hfileRanges) throws Exception {<a name="line.284"></a>
+<span class="sourceLineNo">285</span> runTest(testName, bloomType, tableSplitKeys, hfileRanges, false);<a name="line.285"></a>
+<span class="sourceLineNo">286</span> }<a name="line.286"></a>
+<span class="sourceLineNo">287</span><a name="line.287"></a>
+<span class="sourceLineNo">288</span> private void runTest(String testName, BloomType bloomType,<a name="line.288"></a>
+<span class="sourceLineNo">289</span> byte[][] tableSplitKeys, byte[][][] hfileRanges, boolean useMap) throws Exception {<a name="line.289"></a>
+<span class="sourceLineNo">290</span> final byte[] TABLE_NAME = Bytes.toBytes("mytable_"+testName);<a name="line.290"></a>
+<span class="sourceLineNo">291</span> final boolean preCreateTable = tableSplitKeys != null;<a name="line.291"></a>
+<span class="sourceLineNo">292</span><a name="line.292"></a>
+<span class="sourceLineNo">293</span> // Run the test bulkloading the table to the default namespace<a name="line.293"></a>
+<span class="sourceLineNo">294</span> final TableName TABLE_WITHOUT_NS = TableName.valueOf(TABLE_NAME);<a name="line.294"></a>
+<span class="sourceLineNo">295</span> runTest(testName, TABLE_WITHOUT_NS, bloomType, preCreateTable, tableSplitKeys, hfileRanges,<a name="line.295"></a>
+<span class="sourceLineNo">296</span> useMap);<a name="line.296"></a>
+<span class="sourceLineNo">297</span><a name="line.297"></a>
+<span class="sourceLineNo">298</span> // Run the test bulkloading the table to the specified namespace<a name="line.298"></a>
+<span class="sourceLineNo">299</span> final TableName TABLE_WITH_NS = TableName.valueOf(Bytes.toBytes(NAMESPACE), TABLE_NAME);<a name="line.299"></a>
+<span class="sourceLineNo">300</span> runTest(testName, TABLE_WITH_NS, bloomType, preCreateTable, tableSplitKeys, hfileRanges,<a name="line.300"></a>
+<span class="sourceLineNo">301</span> useMap);<a name="line.301"></a>
+<span class="sourceLineNo">302</span> }<a name="line.302"></a>
+<span class="sourceLineNo">303</span><a name="line.303"></a>
+<span class="sourceLineNo">304</span> private void runTest(String testName, TableName tableName, BloomType bloomType,<a name="line.304"></a>
+<span class="sourceLineNo">305</span> boolean preCreateTable, byte[][] tableSplitKeys, byte[][][] hfileRanges, boolean useMap)<a name="line.305"></a>
+<span class="sourceLineNo">306</span> throws Exception {<a name="line.306"></a>
+<span class="sourceLineNo">307</span> HTableDescriptor htd = buildHTD(tableName, bloomType);<a name="line.307"></a>
+<span class="sourceLineNo">308</span> runTest(testName, htd, bloomType, preCreateTable, tableSplitKeys, hfileRanges, useMap, false);<a name="line.308"></a>
+<span class="sourceLineNo">309</span> }<a name="line.309"></a>
+<span class="sourceLineNo">310</span><a name="line.310"></a>
+<span class="sourceLineNo">311</span> private void runTest(String testName, HTableDescriptor htd, BloomType bloomType,<a name="line.311"></a>
+<span class="sourceLineNo">312</span> boolean preCreateTable, byte[][] tableSplitKeys, byte[][][] hfileRanges, boolean useMap,<a name="line.312"></a>
+<span class="sourceLineNo">313</span> boolean copyFiles) throws Exception {<a name="line.313"></a>
+<span class="sourceLineNo">314</span> Path dir = util.getDataTestDirOnTestFS(testName);<a name="line.314"></a>
+<span class="sourceLineNo">315</span> FileSystem fs = util.getTestFileSystem();<a name="line.315"></a>
+<span class="sourceLineNo">316</span> dir = dir.makeQualified(fs);<a name="line.316"></a>
+<span class="sourceLineNo">317</span> Path familyDir = new Path(dir, Bytes.toString(FAMILY));<a name="line.317"></a>
+<span class="sourceLineNo">318</span><a name="line.318"></a>
+<span class="sourceLineNo">319</span> int hfileIdx = 0;<a name="line.319"></a>
+<span class="sourceLineNo">320</span> Map<byte[], List<Path>> map = null;<a name="line.320"></a>
+<span class="sourceLineNo">321</span> List<Path> list = null;<a name="line.321"></a>
+<span class="sourceLineNo">322</span> if (useMap || copyFiles) {<a name="line.322"></a>
+<span class="sourceLineNo">323</span> list = new ArrayList<>();<a name="line.323"></a>
+<span class="sourceLineNo">324</span> }<a name="line.324"></a>
+<span class="sourceLineNo">325</span> if (useMap) {<a name="line.325"></a>
+<span class="sourceLineNo">326</span> map = new TreeMap<byte[], List<Path>>(Bytes.BYTES_COMPARATOR);<a name="line.326"></a>
+<span class="sourceLineNo">327</span> map.put(FAMILY, list);<a name="line.327"></a>
+<span class="sourceLineNo">328</span> }<a name="line.328"></a>
+<span class="sourceLineNo">329</span> Path last = null;<a name="line.329"></a>
+<span class="sourceLineNo">330</span> for (byte[][] range : hfileRanges) {<a name="line.330"></a>
+<span class="sourceLineNo">331</span> byte[] from = range[0];<a name="line.331"></a>
+<span class="sourceLineNo">332</span> byte[] to = range[1];<a name="line.332"></a>
+<span class="sourceLineNo">333</span> Path path = new Path(familyDir, "hfile_" + hfileIdx++);<a name="line.333"></a>
+<span class="sourceLineNo">334</span> HFileTestUtil.createHFile(util.getConfiguration(), fs, path, FAMILY, QUALIFIER, from, to, 1000);<a name="line.334"></a>
+<span class="sourceLineNo">335</span> if (useMap) {<a name="line.335"></a>
+<span class="sourceLineNo">336</span> last = path;<a name="line.336"></a>
+<span class="sourceLineNo">337</span> list.add(path);<a name="line.337"></a>
+<span class="sourceLineNo">338</span> }<a name="line.338"></a>
+<span class="sourceLineNo">339</span> }<a name="line.339"></a>
+<span class="sourceLineNo">340</span> int expectedRows = hfileIdx * 1000;<a name="line.340"></a>
+<span class="sourceLineNo">341</span><a name="line.341"></a>
+<span class="sourceLineNo">342</span> if (preCreateTable || map != null) {<a name="line.342"></a>
+<span class="sourceLineNo">343</span> util.getHBaseAdmin().createTable(htd, tableSplitKeys);<a name="line.343"></a>
+<span class="sourceLineNo">344</span> }<a name="line.344"></a>
+<span class="sourceLineNo">345</span><a name="line.345"></a>
+<span class="sourceLineNo">346</span> final TableName tableName = htd.getTableName();<a name="line.346"></a>
+<span class="sourceLineNo">347</span> Configuration conf = util.getConfiguration();<a name="line.347"></a>
+<span class="sourceLineNo">348</span> if (copyFiles) {<a name="line.348"></a>
+<span class="sourceLineNo">349</span> conf.setBoolean(LoadIncrementalHFiles.ALWAYS_COPY_FILES, true);<a name="line.349"></a>
+<span class="sourceLineNo">350</span> }<a name="line.350"></a>
+<span class="sourceLineNo">351</span> LoadIncrementalHFiles loader = new LoadIncrementalHFiles(conf);<a name="line.351"></a>
+<span class="sourceLineNo">352</span> String [] args= {dir.toString(), tableName.toString()};<a name="line.352"></a>
+<span class="sourceLineNo">353</span> if (useMap) {<a name="line.353"></a>
+<span class="sourceLineNo">354</span> fs.delete(last);<a name="line.354"></a>
+<span class="sourceLineNo">355</span> Map<LoadQueueItem, ByteBuffer> loaded = loader.run(null, map, tableName);<a name="line.355"></a>
+<span class="sourceLineNo">356</span> expectedRows -= 1000;<a name="line.356"></a>
+<span class="sourceLineNo">357</span> for (LoadQueueItem item : loaded.keySet()) {<a name="line.357"></a>
+<span class="sourceLineNo">358</span> if (item.hfilePath.getName().equals(last.getName())) {<a name="line.358"></a>
+<span class="sourceLineNo">359</span> fail(last + " should be missing");<a name="line.359"></a>
+<span class="sourceLineNo">360</span> }<a name="line.360"></a>
+<span class="sourceLineNo">361</span> }<a name="line.361"></a>
+<span class="sourceLineNo">362</span> } else {<a name="line.362"></a>
+<span class="sourceLineNo">363</span> loader.run(args);<a name="line.363"></a>
+<span class="sourceLineNo">364</span> }<a name="line.364"></a>
+<span class="sourceLineNo">365</span><a name="line.365"></a>
+<span class="sourceLineNo">366</span> if (copyFiles) {<a name="line.366"></a>
+<span class="sourceLineNo">367</span> for (Path p : list) {<a name="line.367"></a>
+<span class="sourceLineNo">368</span> assertTrue(fs.exists(p));<a name="line.368"></a>
+<span class="sourceLineNo">369</span> }<a name="line.369"></a>
<span class="sourceLineNo">370</span> }<a name="line.370"></a>
<span class="sourceLineNo">371</span><a name="line.371"></a>
-<span class="sourceLineNo">372</span> // verify staging folder has been cleaned up<a name="line.372"></a>
-<span class="sourceLineNo">373</span> Path stagingBasePath = new Path(FSUtils.getRootDir(util.getConfiguration()), HConstants.BULKLOAD_STAGING_DIR_NAME);<a name="line.373"></a>
-<span class="sourceLineNo">374</span> if(fs.exists(stagingBasePath)) {<a name="line.374"></a>
-<span class="sourceLineNo">375</span> FileStatus[] files = fs.listStatus(stagingBasePath);<a name="line.375"></a>
-<span class="sourceLineNo">376</span> for(FileStatus file : files) {<a name="line.376"></a>
-<span class="sourceLineNo">377</span> assertTrue("Folder=" + file.getPath() + " is not cleaned up.",<a name="line.377"></a>
-<span class="sourceLineNo">378</span> file.getPath().getName() != "DONOTERASE");<a name="line.378"></a>
-<span class="sourceLineNo">379</span> }<a name="line.379"></a>
-<span class="sourceLineNo">380</span> }<a name="line.380"></a>
-<span class="sourceLineNo">381</span><a name="line.381"></a>
-<span class="sourceLineNo">382</span> util.deleteTable(tableName);<a name="line.382"></a>
-<span class="sourceLineNo">383</span> }<a name="line.383"></a>
-<span class="sourceLineNo">384</span><a name="line.384"></a>
-<span class="sourceLineNo">385</span> /**<a name="line.385"></a>
-<span class="sourceLineNo">386</span> * Test that tags survive through a bulk load that needs to split hfiles.<a name="line.386"></a>
-<span class="sourceLineNo">387</span> *<a name="line.387"></a>
-<span class="sourceLineNo">388</span> * This test depends on the "hbase.client.rpc.codec" = KeyValueCodecWithTags so that the client<a name="line.388"></a>
-<span class="sourceLineNo">389</span> * can get tags in the responses.<a name="line.389"></a>
-<span class="sourceLineNo">390</span> */<a name="line.390"></a>
-<span class="sourceLineNo">391</span> @Test(timeout = 60000)<a name="line.391"></a>
-<span class="sourceLineNo">392</span> public void testTagsSurviveBulkLoadSplit() throws Exception {<a name="line.392"></a>
-<span class="sourceLineNo">393</span> Path dir = util.getDataTestDirOnTestFS(tn.getMethodName());<a name="line.393"></a>
-<span class="sourceLineNo">394</span> FileSystem fs = util.getTestFileSystem();<a name="line.394"></a>
-<span class="sourceLineNo">395</span> dir = dir.makeQualified(fs);<a name="line.395"></a>
-<span class="sourceLineNo">396</span> Path familyDir = new Path(dir, Bytes.toString(FAMILY));<a name="line.396"></a>
-<span class="sourceLineNo">397</span> // table has these split points<a name="line.397"></a>
-<span class="sourceLineNo">398</span> byte [][] tableSplitKeys = new byte[][] {<a name="line.398"></a>
-<span class="sourceLineNo">399</span> Bytes.toBytes("aaa"), Bytes.toBytes("fff"), Bytes.toBytes("jjj"),<a name="line.399"></a>
-<span class="sourceLineNo">400</span> Bytes.toBytes("ppp"), Bytes.toBytes("uuu"), Bytes.toBytes("zzz"),<a name="line.400"></a>
-<span class="sourceLineNo">401</span> };<a name="line.401"></a>
-<span class="sourceLineNo">402</span><a name="line.402"></a>
-<span class="sourceLineNo">403</span> // creating an hfile that has values that span the split points.<a name="line.403"></a>
-<span class="sourceLineNo">404</span> byte[] from = Bytes.toBytes("ddd");<a name="line.404"></a>
-<span class="sourceLineNo">405</span> byte[] to = Bytes.toBytes("ooo");<a name="line.405"></a>
-<span class="sourceLineNo">406</span> HFileTestUtil.createHFileWithTags(util.getConfiguration(), fs,<a name="line.406"></a>
-<span class="sourceLineNo">407</span> new Path(familyDir, tn.getMethodName()+"_hfile"),<a name="line.407"></a>
-<span class="sourceLineNo">408</span> FAMILY, QUALIFIER, from, to, 1000);<a name="line.408"></a>
-<span class="sourceLineNo">409</span> int expectedRows = 1000;<a name="line.409"></a>
-<span class="sourceLineNo">410</span><a name="line.410"></a>
-<span class="sourceLineNo">411</span> TableName tableName = TableName.valueOf(tn.getMethodName());<a name="line.411"></a>
-<span class="sourceLineNo">412</span> HTableDescriptor htd = buildHTD(tableName, BloomType.NONE);<a name="line.412"></a>
-<span class="sourceLineNo">413</span> util.getAdmin().createTable(htd, tableSplitKeys);<a name="line.413"></a>
-<span class="sourceLineNo">414</span><a name="line.414"></a>
-<span class="sourceLineNo">415</span> LoadIncrementalHFiles loader = new LoadIncrementalHFiles(util.getConfiguration());<a name="line.415"></a>
-<span class="sourceLineNo">416</span> String [] args= {dir.toString(), tableName.toString()};<a name="line.416"></a>
-<span class="sourceLineNo">417</span> loader.run(args);<a name="line.417"></a>
-<span class="sourceLineNo">418</span><a name="line.418"></a>
-<span class="sourceLineNo">419</span> Table table = util.getConnection().getTable(tableName);<a name="line.419"></a>
-<span class="sourceLineNo">420</span> try {<a name="line.420"></a>
-<span class="sourceLineNo">421</span> assertEquals(expectedRows, util.countRows(table));<a name="line.421"></a>
-<span class="sourceLineNo">422</span> HFileTestUtil.verifyTags(table);<a name="line.422"></a>
-<span class="sourceLineNo">423</span> } finally {<a name="line.423"></a>
-<span class="sourceLineNo">424</span> table.close();<a name="line.424"></a>
-<span class="sourceLineNo">425</span> }<a name="line.425"></a>
-<span class="sourceLineNo">426</span><a name="line.426"></a>
-<span class="sourceLineNo">427</span> util.deleteTable(tableName);<a name="line.427"></a>
-<span class="sourceLineNo">428</span> }<a name="line.428"></a>
-<span class="sourceLineNo">429</span><a name="line.429"></a>
-<span class="sourceLineNo">430</span> /**<a name="line.430"></a>
-<span class="sourceLineNo">431</span> * Test loading into a column family that does not exist.<a name="line.431"></a>
-<span class="sourceLineNo">432</span> */<a name="line.432"></a>
-<span class="sourceLineNo">433</span> @Test(timeout = 60000)<a name="line.433"></a>
-<span class="sourceLineNo">434</span> public void testNonexistentColumnFamilyLoad() throws Exception {<a name="line.434"></a>
-<span class="sourceLineNo">435</span> String testName = "testNonexistentColumnFamilyLoad";<a name="line.435"></a>
-<span class="sourceLineNo">436</span> byte[][][] hFileRanges = new byte[][][] {<a name="line.436"></a>
-<span class="sourceLineNo">437</span> new byte[][]{ Bytes.toBytes("aaa"), Bytes.toBytes("ccc") },<a name="line.437"></a>
-<span class="sourceLineNo">438</span> new byte[][]{ Bytes.toBytes("ddd"), Bytes.toBytes("ooo") },<a name="line.438"></a>
-<span class="sourceLineNo">439</span> };<a name="line.439"></a>
-<span class="sourceLineNo">440</span><a name="line.440"></a>
-<span class="sourceLineNo">441</span> final byte[] TABLE = Bytes.toBytes("mytable_"+testName);<a name="line.441"></a>
-<span class="sourceLineNo">442</span> HTableDescriptor htd = new HTableDescriptor(TableName.valueOf(TABLE));<a name="line.442"></a>
-<span class="sourceLineNo">443</span> // set real family name to upper case in purpose to simulate the case that<a name="line.443"></a>
-<span class="sourceLineNo">444</span> // family name in HFiles is invalid<a name="line.444"></a>
-<span class="sourceLineNo">445</span> HColumnDescriptor family =<a name="line.445"></a>
-<span class="sourceLineNo">446</span> new HColumnDescriptor(Bytes.toBytes(new String(FAMILY).toUpperCase(Locale.ROOT)));<a name="line.446"></a>
-<span class="sourceLineNo">447</span> htd.addFamily(family);<a name="line.447"></a>
-<span class="sourceLineNo">448</span><a name="line.448"></a>
-<span class="sourceLineNo">449</span> try {<a name="line.449"></a>
-<span class="sourceLineNo">450</span> runTest(testName, htd, BloomType.NONE, true, SPLIT_KEYS, hFileRanges, false, false);<a name="line.450"></a>
-<span class="sourceLineNo">451</span> assertTrue("Loading into table with non-existent family should have failed", false);<a name="line.451"></a>
-<span class="sourceLineNo">452</span> } catch (Exception e) {<a name="line.452"></a>
-<span class="sourceLineNo">453</span> assertTrue("IOException expected", e instanceof IOException);<a name="line.453"></a>
-<span class="sourceLineNo">454</span> // further check whether the exception message is correct<a name="line.454"></a>
-<span class="sourceLineNo">455</span> String errMsg = e.getMessage();<a name="line.455"></a>
-<span class="sourceLineNo">456</span> assertTrue("Incorrect exception message, expected message: ["<a name="line.456"></a>
-<span class="sourceLineNo">457</span> + EXPECTED_MSG_FOR_NON_EXISTING_FAMILY + "], current message: [" + errMsg + "]",<a name="line.457"></a>
-<span class="sourceLineNo">458</span> errMsg.contains(EXPECTED_MSG_FOR_NON_EXISTING_FAMILY));<a name="line.458"></a>
-<span class="sourceLineNo">459</span> }<a name="line.459"></a>
-<span class="sourceLineNo">460</span> }<a name="line.460"></a>
-<span class="sourceLineNo">461</span><a name="line.461"></a>
-<span class="sourceLineNo">462</span> @Test(timeout = 120000)<a name="line.462"></a>
-<span class="sourceLineNo">463</span> public void testNonHfileFolderWithUnmatchedFamilyName() throws Exception {<a name="line.463"></a>
-<span class="sourceLineNo">464</span> testNonHfileFolder("testNonHfileFolderWithUnmatchedFamilyName", true);<a name="line.464"></a>
-<span class="sourceLineNo">465</span> }<a name="line.465"></a>
-<span class="sourceLineNo">466</span><a name="line.466"></a>
-<span class="sourceLineNo">467</span> @Test(timeout = 120000)<a name="line.467"></a>
-<span class="sourceLineNo">468</span> public void testNonHfileFolder() throws Exception {<a name="line.468"></a>
-<span class="sourceLineNo">469</span> testNonHfileFolder("testNonHfileFolder", false);<a name="line.469"></a>
-<span class="sourceLineNo">470</span> }<a name="line.470"></a>
-<span class="sourceLineNo">471</span><a name="line.471"></a>
-<span class="sourceLineNo">472</span> /**<a name="line.472"></a>
-<span class="sourceLineNo">473</span> * Write a random data file and a non-file in a dir with a valid family name<a name="line.473"></a>
-<span class="sourceLineNo">474</span> * but not part of the table families. we should we able to bulkload without<a name="line.474"></a>
-<span class="sourceLineNo">475</span> * getting the unmatched family exception. HBASE-13037/HBASE-13227<a name="line.475"></a>
-<span class="sourceLineNo">476</span> */<a name="line.476"></a>
-<span class="sourceLineNo">477</span> private void testNonHfileFolder(String tableName, boolean preCreateTable) throws Exception {<a name="line.477"></a>
-<span class="sourceLineNo">478</span> Path dir = util.getDataTestDirOnTestFS(tableName);<a name="line.478"></a>
-<span class="sourceLineNo">479</span> FileSystem fs = util.getTestFileSystem();<a name="line.479"></a>
-<span class="sourceLineNo">480</span> dir = dir.makeQualified(fs);<a name="line.480"></a>
-<span class="sourceLineNo">481</span><a name="line.481"></a>
-<span class="sourceLineNo">482</span> Path familyDir = new Path(dir, Bytes.toString(FAMILY));<a name="line.482"></a>
-<span class="sourceLineNo">483</span> HFileTestUtil.createHFile(util.getConfiguration(), fs, new Path(familyDir, "hfile_0"),<a name="line.483"></a>
-<span class="sourceLineNo">484</span> FAMILY, QUALIFIER, Bytes.toBytes("begin"), Bytes.toBytes("end"), 500);<a name="line.484"></a>
-<span class="sourceLineNo">485</span> createRandomDataFile(fs, new Path(familyDir, "012356789"), 16 * 1024);<a name="line.485"></a>
-<span class="sourceLineNo">486</span><a name="line.486"></a>
-<span class="sourceLineNo">487</span> final String NON_FAMILY_FOLDER = "_logs";<a name="line.487"></a>
-<span class="sourceLineNo">488</span> Path nonFamilyDir = new Path(dir, NON_FAMILY_FOLDER);<a name="line.488"></a>
-<span class="sourceLineNo">489</span> fs.mkdirs(nonFamilyDir);<a name="line.489"></a>
-<span class="sourceLineNo">490</span> fs.mkdirs(new Path(nonFamilyDir, "non-file"));<a name="line.490"></a>
-<span class="sourceLineNo">491</span> createRandomDataFile(fs, new Path(nonFamilyDir, "012356789"), 16 * 1024);<a name="line.491"></a>
-<span class="sourceLineNo">492</span><a name="line.492"></a>
-<span class="sourceLineNo">493</span> Table table = null;<a name="line.493"></a>
-<span class="sourceLineNo">494</span> try {<a name="line.494"></a>
-<span class="sourceLineNo">495</span> if (preCreateTable) {<a name="line.495"></a>
-<span class="sourceLineNo">496</span> table = util.createTable(TableName.valueOf(tableName), FAMILY);<a name="line.496"></a>
-<span class="sourceLineNo">497</span> } else {<a name="line.497"></a>
-<span class="sourceLineNo">498</span> table = util.getConnection().getTable(TableName.valueOf(tableName));<a name="line.498"></a>
-<span class="sourceLineNo">499</span> }<a name="line.499"></a>
-<span class="sourceLineNo">500</span><a name="line.500"></a>
-<span class="sourceLineNo">501</span> final String[] args = {dir.toString(), tableName};<a name="line.501"></a>
-<span class="sourceLineNo">502</span> new LoadIncrementalHFiles(util.getConfiguration()).run(args);<a name="line.502"></a>
-<span class="sourceLineNo">503</span> assertEquals(500, util.countRows(table));<a name="line.503"></a>
-<span class="sourceLineNo">504</span> } finally {<a name="line.504"></a>
-<span class="sourceLineNo">505</span> if (table != null) {<a name="line.505"></a>
-<span class="sourceLineNo">506</span> table.close();<a name="line.506"></a>
-<span class="sourceLineNo">507</span> }<a name="line.507"></a>
-<span class="sourceLineNo">508</span> fs.delete(dir, true);<a name="line.508"></a>
-<span class="sourceLineNo">509</span> }<a name="line.509"></a>
-<span class="sourceLineNo">510</span> }<a name="line.510"></a>
-<span class="sourceLineNo">511</span><a name="line.511"></a>
-<span class="sourceLineNo">512</span> private static void createRandomDataFile(FileSystem fs, Path path, int size)<a name="line.512"></a>
-<span class="sourceLineNo">513</span> throws IOException {<a name="line.513"></a>
-<span class="sourceLineNo">514</span> FSDataOutputStream stream = fs.create(path);<a name="line.514"></a>
-<span class="sourceLineNo">515</span> try {<a name="line.515"></a>
-<span class="sourceLineNo">516</span> byte[] data = new byte[1024];<a name="line.516"></a>
-<span class="sourceLineNo">517</span> for (int i = 0; i < data.length; ++i) {<a name="line.517"></a>
-<span class="sourceLineNo">518</span> data[i] = (byte)(i & 0xff);<a name="line.518"></a>
-<span class="sourceLineNo">519</span> }<a name="line.519"></a>
-<span class="sourceLineNo">520</span> while (size >= data.length) {<a name="line.520"></a>
-<span class="sourceLineNo">521</span> stream.write(data, 0, data.length);<a name="line.521"></a>
-<span class="sourceLineNo">522</span> size -= data.length;<a name="line.522"></a>
-<span class="sourceLineNo">523</span> }<a name="line.523"></a>
-<span class="sourceLineNo">524</span> if (size > 0) {<a name="line.524"></a>
-<span class="sourceLineNo">525</span> stream.write(data, 0, size);<a name="line.525"></a>
+<span class="sourceLineNo">372</span> Table table = util.getConnection().getTable(tableName);<a name="line.372"></a>
+<span class="sourceLineNo">373</span> try {<a name="line.373"></a>
+<span class="sourceLineNo">374</span> assertEquals(expectedRows, util.countRows(table));<a name="line.374"></a>
+<span class="sourceLineNo">375</span> } finally {<a name="line.375"></a>
+<span class="sourceLineNo">376</span> table.close();<a name="line.376"></a>
+<span class="sourceLineNo">377</span> }<a name="line.377"></a>
+<span class="sourceLineNo">378</span><a name="line.378"></a>
+<span class="sourceLineNo">379</span> // verify staging folder has been cleaned up<a name="line.379"></a>
+<span class="sourceLineNo">380</span> Path stagingBasePath = new Path(FSUtils.getRootDir(util.getConfiguration()), HConstants.BULKLOAD_STAGING_DIR_NAME);<a name="line.380"></a>
+<span class="sourceLineNo">381</span> if(fs.exists(stagingBasePath)) {<a name="line.381"></a>
+<span class="sourceLineNo">382</span> FileStatus[] files = fs.listStatus(stagingBasePath);<a name="line.382"></a>
+<span class="sourceLineNo">383</span> for(FileStatus file : files) {<a name="line.383"></a>
+<span class="sourceLineNo">384</span> assertTrue("Folder=" + file.getPath() + " is not cleaned up.",<a name="line.384"></a>
+<span class="sourceLineNo">385</span> file.getPath().getName() != "DONOTERASE");<a name="line.385"></a>
+<span class="sourceLineNo">386</span> }<a name="line.386"></a>
+<span class="sourceLineNo">387</span> }<a name="line.387"></a>
+<span class="sourceLineNo">388</span><a name="line.388"></a>
+<span class="sourceLineNo">389</span> util.deleteTable(tableName);<a name="line.389"></a>
+<span class="sourceLineNo">390</span> }<a name="line.390"></a>
+<span class="sourceLineNo">391</span><a name="line.391"></a>
+<span class="sourceLineNo">392</span> /**<a name="line.392"></a>
+<span class="sourceLineNo">393</span> * Test that tags survive through a bulk load that needs to split hfiles.<a name="line.393"></a>
+<span class="sourceLineNo">394</span> *<a name="line.394"></a>
+<span class="sourceLineNo">395</span> * This test depends on the "hbase.client.rpc.codec" = KeyValueCodecWithTags so that the client<a name="line.395"></a>
+<span class="sourceLineNo">396</span> * can get tags in the responses.<a name="line.396"></a>
+<span class="sourceLineNo">397</span> */<a name="line.397"></a>
+<span class="sourceLineNo">398</span> @Test(timeout = 60000)<a name="line.398"></a>
+<span class="sourceLineNo">399</span> public void testTagsSurviveBulkLoadSplit() throws Exception {<a name="line.399"></a>
+<span class="sourceLineNo">400</span> Path dir = util.getDataTestDirOnTestFS(tn.getMethodName());<a name="line.400"></a>
+<span class="sourceLineNo">401</span> FileSystem fs = util.getTestFileSystem();<a name="line.401"></a>
+<span class="sourceLineNo">402</span> dir = dir.makeQualified(fs);<a name="line.402"></a>
+<span class="sourceLineNo">403</span> Path familyDir = new Path(dir, Bytes.toString(FAMILY));<a name="line.403"></a>
+<span class="sourceLineNo">404</span> // table has these split points<a name="line.404"></a>
+<span class="sourceLineNo">405</span> byte [][] tableSplitKeys = new byte[][] {<a name="line.405"></a>
+<span class="sourceLineNo">406</span> Bytes.toBytes("aaa"), Bytes.toBytes("fff"), Bytes.toBytes("jjj"),<a name="line.406"></a>
+<span class="sourceLineNo">407</span> Bytes.toBytes("ppp"), Bytes.toBytes("uuu"), Bytes.toBytes("zzz"),<a name="line.407"></a>
+<span class="sourceLineNo">408</span> };<a name="line.408"></a>
+<span class="sourceLineNo">409</span><a name="line.409"></a>
+<span class="sourceLineNo">410</span> // creating an hfile that has values that span the split points.<a name="line.410"></a>
+<span class="sourceLineNo">411</span> byte[] from = Bytes.toBytes("ddd");<a name="line.411"></a>
+<span class="sourceLineNo">412</span> byte[] to = Bytes.toBytes("ooo");<a name="line.412"></a>
+<span class="sourceLineNo">413</span> HFileTestUtil.createHFileWithTags(util.getConfiguration(), fs,<a name="line.413"></a>
+<span class="sourceLineNo">414</span> new Path(familyDir, tn.getMethodName()+"_hfile"),<a name="line.414"></a>
+<span class="sourceLineNo">415</span> FAMILY, QUALIFIER, from, to, 1000);<a name="line.415"></a>
+<span class="sourceLineNo">416</span> int expectedRows = 1000;<a name="line.416"></a>
+<span class="sourceLineNo">417</span><a name="line.417"></a>
+<span class="sourceLineNo">418</span> TableName tableName = TableName.valueOf(tn.getMethodName());<a name="line.418"></a>
+<span class="sourceLineNo">419</span> HTableDescriptor htd = buildHTD(tableName, BloomType.NONE);<a name="line.419"></a>
+<span class="sourceLineNo">420</span> util.getAdmin().createTable(htd, tableSplitKeys);<a name="line.420"></a>
+<span class="sourceLineNo">421</span><a name="line.421"></a>
+<span class="sourceLineNo">422</span> LoadIncrementalHFiles loader = new LoadIncrementalHFiles(util.getConfiguration());<a name="line.422"></a>
+<span class="sourceLineNo">423</span> String [] args= {dir.toString(), tableName.toString()};<a name="line.423"></a>
+<span class="sourceLineNo">424</span> loader.run(args);<a name="line.424"></a>
+<span class="sourceLineNo">425</span><a name="line.425"></a>
+<span class="sourceLineNo">426</span> Table table = util.getConnection().getTable(tableName);<a name="line.426"></a>
+<span class="sourceLineNo">427</span> try {<a name="line.427"></a>
+<span class="sourceLineNo">428</span> assertEquals(expectedRows, util.countRows(table));<a name="line.428"></a>
+<span class="sourceLineNo">429</span> HFileTestUtil.ver
<TRUNCATED>