You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hbase.apache.org by gi...@apache.org on 2018/06/26 15:42:55 UTC
[06/39] hbase-site git commit: Published site at
6a0c67344a86a98eaa56586524639fcf84ca1275.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eab0a960/testdevapidocs/overview-tree.html
----------------------------------------------------------------------
diff --git a/testdevapidocs/overview-tree.html b/testdevapidocs/overview-tree.html
index 32ba8fd..a49d299 100644
--- a/testdevapidocs/overview-tree.html
+++ b/testdevapidocs/overview-tree.html
@@ -1054,6 +1054,7 @@
<ul>
<li type="circle">org.apache.hadoop.hbase.master.HMaster (implements org.apache.hadoop.hbase.master.MasterServices)
<ul>
+<li type="circle">org.apache.hadoop.hbase.master.<a href="org/apache/hadoop/hbase/master/TestGetReplicationLoad.MyMaster.html" title="class in org.apache.hadoop.hbase.master"><span class="typeNameLink">TestGetReplicationLoad.MyMaster</span></a></li>
<li type="circle">org.apache.hadoop.hbase.<a href="org/apache/hadoop/hbase/TestLocalHBaseCluster.MyHMaster.html" title="class in org.apache.hadoop.hbase"><span class="typeNameLink">TestLocalHBaseCluster.MyHMaster</span></a></li>
<li type="circle">org.apache.hadoop.hbase.master.<a href="org/apache/hadoop/hbase/master/TestMasterMetrics.MyMaster.html" title="class in org.apache.hadoop.hbase.master"><span class="typeNameLink">TestMasterMetrics.MyMaster</span></a></li>
<li type="circle">org.apache.hadoop.hbase.regionserver.<a href="org/apache/hadoop/hbase/regionserver/TestRegionMergeTransactionOnCluster.MyMaster.html" title="class in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">TestRegionMergeTransactionOnCluster.MyMaster</span></a></li>
@@ -2703,6 +2704,7 @@
<li type="circle">org.apache.hadoop.hbase.master.<a href="org/apache/hadoop/hbase/master/TestGetInfoPort.html" title="class in org.apache.hadoop.hbase.master"><span class="typeNameLink">TestGetInfoPort</span></a></li>
<li type="circle">org.apache.hadoop.hbase.master.<a href="org/apache/hadoop/hbase/master/TestGetLastFlushedSequenceId.html" title="class in org.apache.hadoop.hbase.master"><span class="typeNameLink">TestGetLastFlushedSequenceId</span></a></li>
<li type="circle">org.apache.hadoop.hbase.client.<a href="org/apache/hadoop/hbase/client/TestGetProcedureResult.html" title="class in org.apache.hadoop.hbase.client"><span class="typeNameLink">TestGetProcedureResult</span></a></li>
+<li type="circle">org.apache.hadoop.hbase.master.<a href="org/apache/hadoop/hbase/master/TestGetReplicationLoad.html" title="class in org.apache.hadoop.hbase.master"><span class="typeNameLink">TestGetReplicationLoad</span></a></li>
<li type="circle">org.apache.hadoop.hbase.http.<a href="org/apache/hadoop/hbase/http/TestGlobalFilter.RecordingFilter.html" title="class in org.apache.hadoop.hbase.http"><span class="typeNameLink">TestGlobalFilter.RecordingFilter</span></a> (implements javax.servlet.Filter)</li>
<li type="circle">org.apache.hadoop.hbase.<a href="org/apache/hadoop/hbase/TestGlobalMemStoreSize.html" title="class in org.apache.hadoop.hbase"><span class="typeNameLink">TestGlobalMemStoreSize</span></a></li>
<li type="circle">org.apache.hadoop.hbase.quotas.<a href="org/apache/hadoop/hbase/quotas/TestGlobalQuotaSettingsImpl.html" title="class in org.apache.hadoop.hbase.quotas"><span class="typeNameLink">TestGlobalQuotaSettingsImpl</span></a></li>
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/eab0a960/testdevapidocs/src-html/org/apache/hadoop/hbase/io/hfile/TestPrefetch.html
----------------------------------------------------------------------
diff --git a/testdevapidocs/src-html/org/apache/hadoop/hbase/io/hfile/TestPrefetch.html b/testdevapidocs/src-html/org/apache/hadoop/hbase/io/hfile/TestPrefetch.html
index 75d0f73..415d5dd 100644
--- a/testdevapidocs/src-html/org/apache/hadoop/hbase/io/hfile/TestPrefetch.html
+++ b/testdevapidocs/src-html/org/apache/hadoop/hbase/io/hfile/TestPrefetch.html
@@ -87,82 +87,107 @@
<span class="sourceLineNo">079</span><a name="line.79"></a>
<span class="sourceLineNo">080</span> @Test<a name="line.80"></a>
<span class="sourceLineNo">081</span> public void testPrefetch() throws Exception {<a name="line.81"></a>
-<span class="sourceLineNo">082</span> Path storeFile = writeStoreFile();<a name="line.82"></a>
+<span class="sourceLineNo">082</span> Path storeFile = writeStoreFile("TestPrefetch");<a name="line.82"></a>
<span class="sourceLineNo">083</span> readStoreFile(storeFile);<a name="line.83"></a>
<span class="sourceLineNo">084</span> }<a name="line.84"></a>
<span class="sourceLineNo">085</span><a name="line.85"></a>
-<span class="sourceLineNo">086</span> private void readStoreFile(Path storeFilePath) throws Exception {<a name="line.86"></a>
-<span class="sourceLineNo">087</span> // Open the file<a name="line.87"></a>
-<span class="sourceLineNo">088</span> HFile.Reader reader = HFile.createReader(fs, storeFilePath, cacheConf, true, conf);<a name="line.88"></a>
-<span class="sourceLineNo">089</span><a name="line.89"></a>
-<span class="sourceLineNo">090</span> while (!reader.prefetchComplete()) {<a name="line.90"></a>
-<span class="sourceLineNo">091</span> // Sleep for a bit<a name="line.91"></a>
-<span class="sourceLineNo">092</span> Thread.sleep(1000);<a name="line.92"></a>
-<span class="sourceLineNo">093</span> }<a name="line.93"></a>
-<span class="sourceLineNo">094</span><a name="line.94"></a>
-<span class="sourceLineNo">095</span> // Check that all of the data blocks were preloaded<a name="line.95"></a>
-<span class="sourceLineNo">096</span> BlockCache blockCache = cacheConf.getBlockCache();<a name="line.96"></a>
-<span class="sourceLineNo">097</span> long offset = 0;<a name="line.97"></a>
-<span class="sourceLineNo">098</span> while (offset < reader.getTrailer().getLoadOnOpenDataOffset()) {<a name="line.98"></a>
-<span class="sourceLineNo">099</span> HFileBlock block = reader.readBlock(offset, -1, false, true, false, true, null, null);<a name="line.99"></a>
-<span class="sourceLineNo">100</span> BlockCacheKey blockCacheKey = new BlockCacheKey(reader.getName(), offset);<a name="line.100"></a>
-<span class="sourceLineNo">101</span> boolean isCached = blockCache.getBlock(blockCacheKey, true, false, true) != null;<a name="line.101"></a>
-<span class="sourceLineNo">102</span> if (block.getBlockType() == BlockType.DATA ||<a name="line.102"></a>
-<span class="sourceLineNo">103</span> block.getBlockType() == BlockType.ROOT_INDEX ||<a name="line.103"></a>
-<span class="sourceLineNo">104</span> block.getBlockType() == BlockType.INTERMEDIATE_INDEX) {<a name="line.104"></a>
-<span class="sourceLineNo">105</span> assertTrue(isCached);<a name="line.105"></a>
-<span class="sourceLineNo">106</span> }<a name="line.106"></a>
-<span class="sourceLineNo">107</span> offset += block.getOnDiskSizeWithHeader();<a name="line.107"></a>
-<span class="sourceLineNo">108</span> }<a name="line.108"></a>
+<span class="sourceLineNo">086</span> @Test<a name="line.86"></a>
+<span class="sourceLineNo">087</span> public void testPrefetchRace() throws Exception {<a name="line.87"></a>
+<span class="sourceLineNo">088</span> for (int i = 0; i < 10; i++) {<a name="line.88"></a>
+<span class="sourceLineNo">089</span> Path storeFile = writeStoreFile("TestPrefetchRace-" + i);<a name="line.89"></a>
+<span class="sourceLineNo">090</span> readStoreFileLikeScanner(storeFile);<a name="line.90"></a>
+<span class="sourceLineNo">091</span> }<a name="line.91"></a>
+<span class="sourceLineNo">092</span> }<a name="line.92"></a>
+<span class="sourceLineNo">093</span><a name="line.93"></a>
+<span class="sourceLineNo">094</span> /**<a name="line.94"></a>
+<span class="sourceLineNo">095</span> * Read a storefile in the same manner as a scanner -- using non-positional reads and<a name="line.95"></a>
+<span class="sourceLineNo">096</span> * without waiting for prefetch to complete.<a name="line.96"></a>
+<span class="sourceLineNo">097</span> */<a name="line.97"></a>
+<span class="sourceLineNo">098</span> private void readStoreFileLikeScanner(Path storeFilePath) throws Exception {<a name="line.98"></a>
+<span class="sourceLineNo">099</span> // Open the file<a name="line.99"></a>
+<span class="sourceLineNo">100</span> HFile.Reader reader = HFile.createReader(fs, storeFilePath, cacheConf, true, conf);<a name="line.100"></a>
+<span class="sourceLineNo">101</span> do {<a name="line.101"></a>
+<span class="sourceLineNo">102</span> long offset = 0;<a name="line.102"></a>
+<span class="sourceLineNo">103</span> while (offset < reader.getTrailer().getLoadOnOpenDataOffset()) {<a name="line.103"></a>
+<span class="sourceLineNo">104</span> HFileBlock block = reader.readBlock(offset, -1, false, /*pread=*/false,<a name="line.104"></a>
+<span class="sourceLineNo">105</span> false, true, null, null);<a name="line.105"></a>
+<span class="sourceLineNo">106</span> offset += block.getOnDiskSizeWithHeader();<a name="line.106"></a>
+<span class="sourceLineNo">107</span> }<a name="line.107"></a>
+<span class="sourceLineNo">108</span> } while (!reader.prefetchComplete());<a name="line.108"></a>
<span class="sourceLineNo">109</span> }<a name="line.109"></a>
<span class="sourceLineNo">110</span><a name="line.110"></a>
-<span class="sourceLineNo">111</span> private Path writeStoreFile() throws IOException {<a name="line.111"></a>
-<span class="sourceLineNo">112</span> Path storeFileParentDir = new Path(TEST_UTIL.getDataTestDir(), "TestPrefetch");<a name="line.112"></a>
-<span class="sourceLineNo">113</span> HFileContext meta = new HFileContextBuilder()<a name="line.113"></a>
-<span class="sourceLineNo">114</span> .withBlockSize(DATA_BLOCK_SIZE)<a name="line.114"></a>
-<span class="sourceLineNo">115</span> .build();<a name="line.115"></a>
-<span class="sourceLineNo">116</span> StoreFileWriter sfw = new StoreFileWriter.Builder(conf, cacheConf, fs)<a name="line.116"></a>
-<span class="sourceLineNo">117</span> .withOutputDir(storeFileParentDir)<a name="line.117"></a>
-<span class="sourceLineNo">118</span> .withComparator(CellComparatorImpl.COMPARATOR)<a name="line.118"></a>
-<span class="sourceLineNo">119</span> .withFileContext(meta)<a name="line.119"></a>
-<span class="sourceLineNo">120</span> .build();<a name="line.120"></a>
-<span class="sourceLineNo">121</span><a name="line.121"></a>
-<span class="sourceLineNo">122</span> final int rowLen = 32;<a name="line.122"></a>
-<span class="sourceLineNo">123</span> for (int i = 0; i < NUM_KV; ++i) {<a name="line.123"></a>
-<span class="sourceLineNo">124</span> byte[] k = RandomKeyValueUtil.randomOrderedKey(RNG, i);<a name="line.124"></a>
-<span class="sourceLineNo">125</span> byte[] v = RandomKeyValueUtil.randomValue(RNG);<a name="line.125"></a>
-<span class="sourceLineNo">126</span> int cfLen = RNG.nextInt(k.length - rowLen + 1);<a name="line.126"></a>
-<span class="sourceLineNo">127</span> KeyValue kv = new KeyValue(<a name="line.127"></a>
-<span class="sourceLineNo">128</span> k, 0, rowLen,<a name="line.128"></a>
-<span class="sourceLineNo">129</span> k, rowLen, cfLen,<a name="line.129"></a>
-<span class="sourceLineNo">130</span> k, rowLen + cfLen, k.length - rowLen - cfLen,<a name="line.130"></a>
-<span class="sourceLineNo">131</span> RNG.nextLong(),<a name="line.131"></a>
-<span class="sourceLineNo">132</span> generateKeyType(RNG),<a name="line.132"></a>
-<span class="sourceLineNo">133</span> v, 0, v.length);<a name="line.133"></a>
-<span class="sourceLineNo">134</span> sfw.append(kv);<a name="line.134"></a>
-<span class="sourceLineNo">135</span> }<a name="line.135"></a>
-<span class="sourceLineNo">136</span><a name="line.136"></a>
-<span class="sourceLineNo">137</span> sfw.close();<a name="line.137"></a>
-<span class="sourceLineNo">138</span> return sfw.getPath();<a name="line.138"></a>
-<span class="sourceLineNo">139</span> }<a name="line.139"></a>
-<span class="sourceLineNo">140</span><a name="line.140"></a>
-<span class="sourceLineNo">141</span> public static KeyValue.Type generateKeyType(Random rand) {<a name="line.141"></a>
-<span class="sourceLineNo">142</span> if (rand.nextBoolean()) {<a name="line.142"></a>
-<span class="sourceLineNo">143</span> // Let's make half of KVs puts.<a name="line.143"></a>
-<span class="sourceLineNo">144</span> return KeyValue.Type.Put;<a name="line.144"></a>
-<span class="sourceLineNo">145</span> } else {<a name="line.145"></a>
-<span class="sourceLineNo">146</span> KeyValue.Type keyType =<a name="line.146"></a>
-<span class="sourceLineNo">147</span> KeyValue.Type.values()[1 + rand.nextInt(NUM_VALID_KEY_TYPES)];<a name="line.147"></a>
-<span class="sourceLineNo">148</span> if (keyType == KeyValue.Type.Minimum || keyType == KeyValue.Type.Maximum)<a name="line.148"></a>
-<span class="sourceLineNo">149</span> {<a name="line.149"></a>
-<span class="sourceLineNo">150</span> throw new RuntimeException("Generated an invalid key type: " + keyType<a name="line.150"></a>
-<span class="sourceLineNo">151</span> + ". " + "Probably the layout of KeyValue.Type has changed.");<a name="line.151"></a>
-<span class="sourceLineNo">152</span> }<a name="line.152"></a>
-<span class="sourceLineNo">153</span> return keyType;<a name="line.153"></a>
-<span class="sourceLineNo">154</span> }<a name="line.154"></a>
-<span class="sourceLineNo">155</span> }<a name="line.155"></a>
-<span class="sourceLineNo">156</span><a name="line.156"></a>
-<span class="sourceLineNo">157</span>}<a name="line.157"></a>
+<span class="sourceLineNo">111</span> private void readStoreFile(Path storeFilePath) throws Exception {<a name="line.111"></a>
+<span class="sourceLineNo">112</span> // Open the file<a name="line.112"></a>
+<span class="sourceLineNo">113</span> HFile.Reader reader = HFile.createReader(fs, storeFilePath, cacheConf, true, conf);<a name="line.113"></a>
+<span class="sourceLineNo">114</span><a name="line.114"></a>
+<span class="sourceLineNo">115</span> while (!reader.prefetchComplete()) {<a name="line.115"></a>
+<span class="sourceLineNo">116</span> // Sleep for a bit<a name="line.116"></a>
+<span class="sourceLineNo">117</span> Thread.sleep(1000);<a name="line.117"></a>
+<span class="sourceLineNo">118</span> }<a name="line.118"></a>
+<span class="sourceLineNo">119</span><a name="line.119"></a>
+<span class="sourceLineNo">120</span> // Check that all of the data blocks were preloaded<a name="line.120"></a>
+<span class="sourceLineNo">121</span> BlockCache blockCache = cacheConf.getBlockCache();<a name="line.121"></a>
+<span class="sourceLineNo">122</span> long offset = 0;<a name="line.122"></a>
+<span class="sourceLineNo">123</span> while (offset < reader.getTrailer().getLoadOnOpenDataOffset()) {<a name="line.123"></a>
+<span class="sourceLineNo">124</span> HFileBlock block = reader.readBlock(offset, -1, false, true, false, true, null, null);<a name="line.124"></a>
+<span class="sourceLineNo">125</span> BlockCacheKey blockCacheKey = new BlockCacheKey(reader.getName(), offset);<a name="line.125"></a>
+<span class="sourceLineNo">126</span> boolean isCached = blockCache.getBlock(blockCacheKey, true, false, true) != null;<a name="line.126"></a>
+<span class="sourceLineNo">127</span> if (block.getBlockType() == BlockType.DATA ||<a name="line.127"></a>
+<span class="sourceLineNo">128</span> block.getBlockType() == BlockType.ROOT_INDEX ||<a name="line.128"></a>
+<span class="sourceLineNo">129</span> block.getBlockType() == BlockType.INTERMEDIATE_INDEX) {<a name="line.129"></a>
+<span class="sourceLineNo">130</span> assertTrue(isCached);<a name="line.130"></a>
+<span class="sourceLineNo">131</span> }<a name="line.131"></a>
+<span class="sourceLineNo">132</span> offset += block.getOnDiskSizeWithHeader();<a name="line.132"></a>
+<span class="sourceLineNo">133</span> }<a name="line.133"></a>
+<span class="sourceLineNo">134</span> }<a name="line.134"></a>
+<span class="sourceLineNo">135</span><a name="line.135"></a>
+<span class="sourceLineNo">136</span> private Path writeStoreFile(String fname) throws IOException {<a name="line.136"></a>
+<span class="sourceLineNo">137</span> Path storeFileParentDir = new Path(TEST_UTIL.getDataTestDir(), fname);<a name="line.137"></a>
+<span class="sourceLineNo">138</span> HFileContext meta = new HFileContextBuilder()<a name="line.138"></a>
+<span class="sourceLineNo">139</span> .withBlockSize(DATA_BLOCK_SIZE)<a name="line.139"></a>
+<span class="sourceLineNo">140</span> .build();<a name="line.140"></a>
+<span class="sourceLineNo">141</span> StoreFileWriter sfw = new StoreFileWriter.Builder(conf, cacheConf, fs)<a name="line.141"></a>
+<span class="sourceLineNo">142</span> .withOutputDir(storeFileParentDir)<a name="line.142"></a>
+<span class="sourceLineNo">143</span> .withComparator(CellComparatorImpl.COMPARATOR)<a name="line.143"></a>
+<span class="sourceLineNo">144</span> .withFileContext(meta)<a name="line.144"></a>
+<span class="sourceLineNo">145</span> .build();<a name="line.145"></a>
+<span class="sourceLineNo">146</span><a name="line.146"></a>
+<span class="sourceLineNo">147</span> final int rowLen = 32;<a name="line.147"></a>
+<span class="sourceLineNo">148</span> for (int i = 0; i < NUM_KV; ++i) {<a name="line.148"></a>
+<span class="sourceLineNo">149</span> byte[] k = RandomKeyValueUtil.randomOrderedKey(RNG, i);<a name="line.149"></a>
+<span class="sourceLineNo">150</span> byte[] v = RandomKeyValueUtil.randomValue(RNG);<a name="line.150"></a>
+<span class="sourceLineNo">151</span> int cfLen = RNG.nextInt(k.length - rowLen + 1);<a name="line.151"></a>
+<span class="sourceLineNo">152</span> KeyValue kv = new KeyValue(<a name="line.152"></a>
+<span class="sourceLineNo">153</span> k, 0, rowLen,<a name="line.153"></a>
+<span class="sourceLineNo">154</span> k, rowLen, cfLen,<a name="line.154"></a>
+<span class="sourceLineNo">155</span> k, rowLen + cfLen, k.length - rowLen - cfLen,<a name="line.155"></a>
+<span class="sourceLineNo">156</span> RNG.nextLong(),<a name="line.156"></a>
+<span class="sourceLineNo">157</span> generateKeyType(RNG),<a name="line.157"></a>
+<span class="sourceLineNo">158</span> v, 0, v.length);<a name="line.158"></a>
+<span class="sourceLineNo">159</span> sfw.append(kv);<a name="line.159"></a>
+<span class="sourceLineNo">160</span> }<a name="line.160"></a>
+<span class="sourceLineNo">161</span><a name="line.161"></a>
+<span class="sourceLineNo">162</span> sfw.close();<a name="line.162"></a>
+<span class="sourceLineNo">163</span> return sfw.getPath();<a name="line.163"></a>
+<span class="sourceLineNo">164</span> }<a name="line.164"></a>
+<span class="sourceLineNo">165</span><a name="line.165"></a>
+<span class="sourceLineNo">166</span> public static KeyValue.Type generateKeyType(Random rand) {<a name="line.166"></a>
+<span class="sourceLineNo">167</span> if (rand.nextBoolean()) {<a name="line.167"></a>
+<span class="sourceLineNo">168</span> // Let's make half of KVs puts.<a name="line.168"></a>
+<span class="sourceLineNo">169</span> return KeyValue.Type.Put;<a name="line.169"></a>
+<span class="sourceLineNo">170</span> } else {<a name="line.170"></a>
+<span class="sourceLineNo">171</span> KeyValue.Type keyType =<a name="line.171"></a>
+<span class="sourceLineNo">172</span> KeyValue.Type.values()[1 + rand.nextInt(NUM_VALID_KEY_TYPES)];<a name="line.172"></a>
+<span class="sourceLineNo">173</span> if (keyType == KeyValue.Type.Minimum || keyType == KeyValue.Type.Maximum)<a name="line.173"></a>
+<span class="sourceLineNo">174</span> {<a name="line.174"></a>
+<span class="sourceLineNo">175</span> throw new RuntimeException("Generated an invalid key type: " + keyType<a name="line.175"></a>
+<span class="sourceLineNo">176</span> + ". " + "Probably the layout of KeyValue.Type has changed.");<a name="line.176"></a>
+<span class="sourceLineNo">177</span> }<a name="line.177"></a>
+<span class="sourceLineNo">178</span> return keyType;<a name="line.178"></a>
+<span class="sourceLineNo">179</span> }<a name="line.179"></a>
+<span class="sourceLineNo">180</span> }<a name="line.180"></a>
+<span class="sourceLineNo">181</span><a name="line.181"></a>
+<span class="sourceLineNo">182</span>}<a name="line.182"></a>